-- Logs begin at Tue 2021-08-31 00:12:36 UTC, end at Tue 2021-08-31 01:55:00 UTC. -- Aug 31 01:00:48.763767 dv-cinder-760180-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 31 01:00:51.470304 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.common.config [-] Logging enabled! Aug 31 01:00:51.470906 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 31 01:00:51.471127 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94523) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 01:00:51.474962 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.common.config [-] Logging enabled! Aug 31 01:00:51.475221 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 31 01:00:51.475535 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94523) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 01:00:51.476461 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 01:00:51.476698 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 01:00:51.477062 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 01:00:51.477309 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 01:00:51.477539 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 01:00:51.477860 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.478163 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.478461 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.478715 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.479016 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.479308 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.479593 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.479886 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.480183 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.480469 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.480747 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.481030 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.481263 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.481543 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.481829 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.482114 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.482339 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] debug = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.482647 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.483072 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.483489 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.483770 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.484060 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.484341 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.484613 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.484889 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.485175 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.485505 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] host = dv-cinder-760180-3-iscsi {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.485784 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.486071 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.486358 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.486691 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.486972 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.487252 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.487539 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.487815 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.488088 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] log_file = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.488379 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.488654 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.488947 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.489235 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.489461 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.489685 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.489976 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.490263 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.490567 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.490844 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.491119 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.491393 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.491668 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.491938 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.492223 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.492507 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.492791 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.493063 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.493338 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.493613 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.493886 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.494171 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.494443 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.494740 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.495012 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.495297 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.495566 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.495839 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.496137 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.496422 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.496703 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.496987 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.497258 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.497539 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.497814 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.498088 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.498359 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] use_json = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.498664 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.498936 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.499216 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.499492 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.499765 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.500036 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.500309 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.500593 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:51.500890 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.501185 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.501486 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.501772 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.502066 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.502368 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.502689 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.502993 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.503298 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.503591 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.503883 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.504164 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.504454 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.504735 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.505030 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.505333 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.505629 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.505921 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.506197 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.506471 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.506774 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.507054 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.507341 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.507622 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.507911 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.508202 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.508486 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.508771 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.509063 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.509350 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.509625 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.509905 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.510195 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.510474 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.510769 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.511048 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.511336 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.511615 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.511891 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.512174 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.512456 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.512729 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.513003 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.513282 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.513574 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.513855 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.514129 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.514403 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.514713 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.514989 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.515274 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.515552 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.515828 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.516103 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.516386 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.516661 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.516939 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.517220 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.517494 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.517775 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.518604 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.518881 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.519156 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.519432 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.519705 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.519979 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.520288 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.520566 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.520838 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.521115 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.521390 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.521662 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.521935 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.522225 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.522545 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.522828 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.523107 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.523386 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.523667 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.523944 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.524221 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.524499 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.524775 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.525046 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.525336 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.525618 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.525904 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.526190 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.526468 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.526793 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.527067 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.527346 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.527621 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.527896 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.528178 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.528469 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.528765 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.529060 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.529355 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.529649 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.529941 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.530223 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.530559 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.530840 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:51.531059 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 01:00:51.531298 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94523) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 31 01:00:51.878979 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 01:00:51.879257 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 01:00:51.879545 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 01:00:51.879873 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 31 01:00:52.270430 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.270746 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.271018 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.272298 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.272574 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.272839 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.307462 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.307743 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.308012 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.324026 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.324311 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.324582 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.352688 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.352972 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.353242 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.388962 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.389243 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.389517 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.621878 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.622498 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.622498 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.622678 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.623313 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.741755 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.742075 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.742358 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.742656 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.742921 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.743227 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.743487 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.743739 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.743990 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.744270 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.744530 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.744789 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.745043 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.745294 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.745550 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.745815 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.746073 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.746341 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.746631 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.746892 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.747162 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.747415 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.747702 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.748079 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.748332 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.748579 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.748975 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94523) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 01:00:52.749218 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94523) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 01:00:52.749456 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94523) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 01:00:52.749693 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94523) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 01:00:52.749930 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94523) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 01:00:52.750167 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94523) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 01:00:52.750552 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 31 01:00:52.753622 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 31 01:00:52.757546 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 31 01:00:52.761240 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Aug 31 01:00:52.762891 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 31 01:00:52.763342 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 31 01:00:52.763823 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 31 01:00:52.764211 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 31 01:00:52.767008 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 31 01:00:52.767260 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 31 01:00:52.767607 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 01:00:52.773383 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 31 01:00:52.795785 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 31 01:00:52.796231 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.796529 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94523) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 31 01:00:52.796889 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.798240 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94523) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 31 01:00:52.798546 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 01:00:52.798792 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 31 01:00:52.801980 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.802264 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:52.866348 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 31 01:00:52.866618 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 31 01:00:52.866860 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 31 01:00:52.867229 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 31 01:00:52.887775 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_db.sqlalchemy.engines [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94523) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 31 01:00:53.647928 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.plugins.ml2.managers [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Initializing driver for type 'gre' Aug 31 01:00:53.648595 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] gre ID ranges: [(1, 1000)] Aug 31 01:00:53.876730 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.plugins.ml2.managers [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Initializing driver for type 'local' Aug 31 01:00:53.877099 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.plugins.ml2.managers [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Initializing driver for type 'vlan' Aug 31 01:00:53.985086 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] VlanTypeDriver initialization complete Aug 31 01:00:53.985440 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.plugins.ml2.managers [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Initializing driver for type 'vxlan' Aug 31 01:00:53.985949 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] vxlan ID ranges: [(1, 1000)] Aug 31 01:00:54.217041 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.plugins.ml2.managers [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Initializing extension driver 'port_security' Aug 31 01:00:54.217378 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.plugins.ml2.extensions.port_security [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] PortSecurityExtensionDriver initialization complete Aug 31 01:00:54.217707 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.plugins.ml2.managers [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Initializing mechanism driver 'openvswitch' Aug 31 01:00:54.218039 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.plugins.ml2.managers [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Initializing mechanism driver 'hyperv' Aug 31 01:00:54.225065 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.plugins.ml2.plugin [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:54.225723 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > port after_create 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.226089 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > port after_update 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.226437 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > port after_delete 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.226974 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94523) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 01:00:54.227405 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > subnet after_create 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.227759 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > subnet after_update 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.228104 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > subnet after_delete 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.228490 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94523) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 01:00:54.228893 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > network after_create 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.229243 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > network after_update 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.229582 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > network after_delete 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.229962 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94523) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 01:00:54.230363 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > security_group after_create 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.230737 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > security_group after_update 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.231074 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > security_group after_delete 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.231636 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94523) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 01:00:54.232041 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.232390 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.232731 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.233118 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94523) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 01:00:54.233518 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > address_group after_create 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.233862 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > address_group after_update 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.234209 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > address_group after_delete 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.234607 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94523) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 01:00:54.238319 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] ML2 OVO RPC backend initialized. {{(pid=94523) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 31 01:00:54.238319 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > router_interface after_create 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.238319 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.238319 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > network before_response 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.238642 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > networks before_response 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.238642 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > port before_response 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.238642 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > ports before_response 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.238642 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > subnet before_response 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.238940 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > subnets before_response 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.238940 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > network after_create 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.238940 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > network after_update 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.239156 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > network after_delete 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.239430 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > port after_create 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.239761 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > port after_update 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.240092 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > port after_delete 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.240422 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > subnet after_create 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.240754 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > subnet after_update 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.241081 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > subnet after_delete 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.241649 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.plugins.ml2.plugin [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Modular L2 Plugin initialization complete Aug 31 01:00:54.241970 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading services supported by the core plugin {{(pid=94523) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 31 01:00:54.242287 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.plugins.ml2.managers [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Got port-security extension from driver 'port_security' Aug 31 01:00:54.242778 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.extensions.vlantransparent [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Disabled vlantransparent extension. Aug 31 01:00:54.243256 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94523) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 31 01:00:54.243565 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading Plugin: router Aug 31 01:00:54.280254 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > router_interface before_create 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.280641 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > router after_create 55549900 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.281004 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > router before_create 55549900 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.281375 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.281745 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.282099 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > router after_delete 55549900 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.282454 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > floatingip after_create 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.282821 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > floatingip after_update 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.283177 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > router after_create 55549900 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.284130 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > router after_update 55549900 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.284478 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > router after_update 55549900 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.284825 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.285428 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > router after_update 55549900 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.285832 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > router precommit_update 55549900 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.286198 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: port after_update 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.286553 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: port after_delete 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.286892 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: subnet after_update 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.287229 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.287576 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > port precommit_delete 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.287923 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > router precommit_create 55549900 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.288267 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: port before_delete 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.288610 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > router precommit_create 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.288968 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > router after_update 55549900 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.289309 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > router precommit_delete 55549900 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.289658 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > router precommit_create 55549900 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.290018 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > router_interface after_create 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.290359 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > router precommit_update 55549900 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.290749 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > agent after_create 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.291101 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > agent after_delete 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.291448 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > network after_delete 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.292295 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.quota.resource_registry [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Tracking information for resource: router configured {{(pid=94523) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 01:00:54.292626 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.quota.resource_registry [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Tracking information for resource: floatingip configured {{(pid=94523) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 01:00:54.297470 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.db.l3_agentschedulers_db [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 31 01:00:54.298042 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: port after_update 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.298400 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: port after_create 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.298770 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: port after_delete 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.299645 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: port after_update 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.300426 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > router before_create 55550100 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.300788 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > router precommit_delete 55550100 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.301161 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > router precommit_create 55550100 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.301533 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > router precommit_update 55550100 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.306242 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.services.provider_configuration [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Service providers = [] {{(pid=94523) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 31 01:00:54.306640 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.db.servicetype_db [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94523) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 31 01:00:54.309530 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.services.service_base [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94523) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 01:00:54.309879 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.services.service_base [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94523) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 01:00:54.310219 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.services.service_base [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94523) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 01:00:54.311136 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.services.service_base [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94523) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 01:00:54.311509 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.services.service_base [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 31 01:00:54.311907 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94523) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 01:00:54.312222 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 31 01:00:54.323183 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94523) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 01:00:54.323515 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading Plugin: auto_allocate Aug 31 01:00:54.329191 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: network precommit_update 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.329560 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: network precommit_create 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.330076 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94523) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 01:00:54.330418 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading Plugin: tag Aug 31 01:00:54.336855 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94523) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 01:00:54.337179 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading Plugin: timestamp Aug 31 01:00:54.341133 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94523) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 01:00:54.341472 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading Plugin: network_ip_availability Aug 31 01:00:54.346857 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.347224 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.347581 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.348271 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94523) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 01:00:54.348586 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading Plugin: flavors Aug 31 01:00:54.353212 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94523) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 01:00:54.353538 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading Plugin: revisions Aug 31 01:00:54.357751 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94523) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 01:00:54.358130 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_concurrency.lockutils [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.478s {{(pid=94523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 01:00:54.358887 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94523) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 31 01:00:54.359223 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Initializing extension manager. Aug 31 01:00:54.359730 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: __init__.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.360070 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: __pycache__ {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.360404 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.360735 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: address_group.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.361991 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.362606 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: address-group Aug 31 01:00:54.362933 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: address_scope.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.363642 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.364155 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: address-scope Aug 31 01:00:54.364477 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: admin_state_down_before_update.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.365399 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.365911 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: router-admin-state-down-before-update Aug 31 01:00:54.366233 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: agent.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.367144 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.367662 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: agent Aug 31 01:00:54.367983 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: agent_resources_synced.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.368969 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.369486 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: agent-resources-synced Aug 31 01:00:54.369807 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: allowedaddresspairs.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.371600 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.372132 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: allowed-address-pairs Aug 31 01:00:54.372456 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: auto_allocated_topology.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.373522 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.374039 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: auto-allocated-topology Aug 31 01:00:54.374361 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: availability_zone.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.375076 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.375583 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: availability_zone Aug 31 01:00:54.375902 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: availability_zone_filter.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.376806 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.377910 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: availability_zone_filter Aug 31 01:00:54.378226 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: data_plane_status.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.379163 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.379672 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extension data-plane-status not supported by any of loaded plugins Aug 31 01:00:54.379986 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: default_subnetpools.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.380893 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.381406 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: default-subnetpools Aug 31 01:00:54.381723 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: dhcpagentscheduler.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.382556 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.383070 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: dhcp_agent_scheduler Aug 31 01:00:54.383389 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: dns.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.384296 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.384801 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extension dns-integration not supported by any of loaded plugins Aug 31 01:00:54.385124 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: dns_domain_ports.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.386035 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.386562 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 31 01:00:54.386883 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.387794 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.388298 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 31 01:00:54.388616 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: dvr.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.389279 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.389784 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: dvr Aug 31 01:00:54.390102 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: ecmp_routes.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.391028 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.391532 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extension ecmp_routes not supported by any of loaded plugins Aug 31 01:00:54.391858 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: empty_string_filtering.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.392777 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.393284 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: empty-string-filtering Aug 31 01:00:54.393603 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.394522 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.395031 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 31 01:00:54.395354 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.396250 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.396758 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 31 01:00:54.397078 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: external_net.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.397977 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.398509 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: external-net Aug 31 01:00:54.398833 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: extra_dhcp_opt.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.399736 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.400242 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: extra_dhcp_opt Aug 31 01:00:54.400561 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: extraroute.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.401455 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.401969 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: extraroute Aug 31 01:00:54.402285 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: extraroute_atomic.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.403330 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.403846 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: extraroute-atomic Aug 31 01:00:54.404166 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: filter_validation.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.404824 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.405332 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: filter-validation Aug 31 01:00:54.405650 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: fip_pf_description.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.406588 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.407093 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 31 01:00:54.407408 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: fip_port_details.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.408320 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.408854 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: fip-port-details Aug 31 01:00:54.409167 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: flavors.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.410733 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.411255 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: flavors Aug 31 01:00:54.411575 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.413222 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.413741 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 31 01:00:54.414068 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: floatingip_pools.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.414789 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.415300 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: floatingip-pools Aug 31 01:00:54.415620 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: ip_allocation.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.416541 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.417042 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extension ip_allocation not supported by any of loaded plugins Aug 31 01:00:54.417362 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.418274 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.418806 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: ip-substring-filtering Aug 31 01:00:54.419133 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: l2_adjacency.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.420052 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.420561 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extension l2_adjacency not supported by any of loaded plugins Aug 31 01:00:54.420882 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: l3.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.421973 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.422521 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: router Aug 31 01:00:54.422852 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: l3_conntrack_helper.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.425581 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.426102 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 31 01:00:54.426436 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.427398 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.427912 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: ext-gw-mode Aug 31 01:00:54.428237 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.429161 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.429672 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: l3-ha Aug 31 01:00:54.429994 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: l3_flavors.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.430927 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.431437 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: l3-flavors Aug 31 01:00:54.431761 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.432667 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.433177 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: l3-port-ip-change-not-allowed Aug 31 01:00:54.433495 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: l3agentscheduler.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.434547 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.435070 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: l3_agent_scheduler Aug 31 01:00:54.435394 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: logging.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.436887 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.437413 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extension logging not supported by any of loaded plugins Aug 31 01:00:54.437741 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: metering.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.438498 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.439068 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: metering Aug 31 01:00:54.439392 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.441053 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.441570 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: metering_source_and_destination_fields Aug 31 01:00:54.441900 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: multiprovidernet.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.442848 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.443362 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: multi-provider Aug 31 01:00:54.443683 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: netmtu.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.444603 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.445119 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: net-mtu Aug 31 01:00:54.445440 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: netmtu_writable.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.446351 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.446897 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: net-mtu-writable Aug 31 01:00:54.447217 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: network_availability_zone.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.447886 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.448396 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: network_availability_zone Aug 31 01:00:54.448742 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: network_ip_availability.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.449817 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.450333 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: network-ip-availability Aug 31 01:00:54.450683 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: network_segment_range.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.451446 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.451961 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extension network-segment-range not supported by any of loaded plugins Aug 31 01:00:54.452282 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: pagination.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.453261 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.453590 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: pagination Aug 31 01:00:54.453910 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: port_device_profile.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.454848 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.455399 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: port-device-profile Aug 31 01:00:54.455852 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.456774 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.457287 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: port-mac-address-regenerate Aug 31 01:00:54.457607 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.458551 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.459068 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: port-numa-affinity-policy Aug 31 01:00:54.459389 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: port_resource_request.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.460293 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.460802 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extension port-resource-request not supported by any of loaded plugins Aug 31 01:00:54.461123 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: portbindings.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.462054 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.462591 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: binding Aug 31 01:00:54.462914 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: portbindings_extended.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.464299 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.464821 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: binding-extended Aug 31 01:00:54.465147 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: portsecurity.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.466057 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.466601 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: port-security Aug 31 01:00:54.466928 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: project_id.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.467893 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.468224 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: project-id Aug 31 01:00:54.468546 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: providernet.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.469537 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.470062 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: provider Aug 31 01:00:54.470382 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: qos.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.473911 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.474438 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extension qos not supported by any of loaded plugins Aug 31 01:00:54.474878 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.476115 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.476633 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 31 01:00:54.476965 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.477871 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.478387 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 31 01:00:54.478733 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: qos_default.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.479648 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.480160 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extension qos-default not supported by any of loaded plugins Aug 31 01:00:54.480482 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: qos_fip.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.481130 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.481633 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extension qos-fip not supported by any of loaded plugins Aug 31 01:00:54.481957 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: qos_gateway_ip.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.482900 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.483412 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 31 01:00:54.483733 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: qos_port_network_policy.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.484636 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.485145 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 31 01:00:54.485465 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: qos_pps_rule.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.487208 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.487731 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extension qos-pps not supported by any of loaded plugins Aug 31 01:00:54.488056 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: qos_rule_type_details.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.489006 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.489482 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 31 01:00:54.489834 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: qos_rules_alias.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.490892 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.491406 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 31 01:00:54.491730 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: quotasv2.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.492644 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.492972 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: quotas Aug 31 01:00:54.493292 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: quotasv2_detail.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.496340 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.496685 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: quota_details Aug 31 01:00:54.497020 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: rbac.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.498265 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.498830 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: rbac-policies Aug 31 01:00:54.499156 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: rbac_address_group.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.500087 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.500604 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: rbac-address-group Aug 31 01:00:54.500927 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: rbac_address_scope.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.501839 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.502961 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: rbac-address-scope Aug 31 01:00:54.503288 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: rbac_security_groups.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.504203 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.504722 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: rbac-security-groups Aug 31 01:00:54.505041 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: rbac_subnetpool.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.505946 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.506505 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: rbac-subnetpool Aug 31 01:00:54.506831 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: revisionifmatch.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.507746 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.508271 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: revision-if-match Aug 31 01:00:54.508592 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: revisions.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.509695 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.510214 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: standard-attr-revisions Aug 31 01:00:54.510563 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: router_availability_zone.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.511243 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.511758 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: router_availability_zone Aug 31 01:00:54.512080 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: routerservicetype.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.512998 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.513512 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extension router-service-type not supported by any of loaded plugins Aug 31 01:00:54.513832 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.514776 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.515295 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: security-groups-normalized-cidr Aug 31 01:00:54.515614 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: security_groups_port_filtering.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.516545 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.517063 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: port-security-groups-filtering Aug 31 01:00:54.517384 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.518850 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.519373 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: security-groups-remote-address-group Aug 31 01:00:54.519694 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: securitygroup.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.529537 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.530261 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: security-group Aug 31 01:00:54.530692 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: segment.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.531494 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.532153 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extension segment not supported by any of loaded plugins Aug 31 01:00:54.532548 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.534099 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.534655 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 31 01:00:54.534981 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: servicetype.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.536420 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.536943 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: service-type Aug 31 01:00:54.537273 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: sorting.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.538254 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.538617 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: sorting Aug 31 01:00:54.538944 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: standard_attr_segment.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.539860 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.540383 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 31 01:00:54.540708 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: standardattrdescription.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.541351 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.541863 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: standard-attr-description Aug 31 01:00:54.542185 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: stateful_security_group.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.543143 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.543671 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: stateful-security-group Aug 31 01:00:54.543995 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: stdattrs_common.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.544575 dv-cinder-760180-3-iscsi neutron-server[94523]: WARNING neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 31 01:00:54.544894 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.545827 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.546344 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 31 01:00:54.546694 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: subnet_onboard.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.547776 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.548297 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: subnet_onboard Aug 31 01:00:54.548618 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.549864 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.550659 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 31 01:00:54.551133 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: subnet_service_types.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.552128 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.552648 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: subnet-service-types Aug 31 01:00:54.552971 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: subnetallocation.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.554054 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.554598 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: subnet_allocation Aug 31 01:00:54.554924 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.555592 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.556106 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: subnetpool-prefix-ops Aug 31 01:00:54.556427 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.557347 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.557859 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 31 01:00:54.558177 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: tagging.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.559262 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.559784 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: standard-attr-tag Aug 31 01:00:54.560106 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: timestamp.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.561298 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.561820 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loaded extension: standard-attr-timestamp Aug 31 01:00:54.562146 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: trunk.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.563188 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.563715 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extension trunk not supported by any of loaded plugins Aug 31 01:00:54.564040 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: trunk_details.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.565470 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.565985 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extension trunk-details not supported by any of loaded plugins Aug 31 01:00:54.566310 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: uplink_status_propagation.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.567260 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.567777 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 31 01:00:54.568100 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Loading extension file: vlantransparent.py {{(pid=94523) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 01:00:54.568768 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94523) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 01:00:54.569275 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extension vlan-transparent not supported by any of loaded plugins Aug 31 01:00:54.571863 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.quota.resource_registry [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Creating instance of TrackedResource for resource:network Aug 31 01:00:54.572389 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.quota.resource_registry [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Creating instance of TrackedResource for resource:subnet Aug 31 01:00:54.572791 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.quota.resource_registry [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 01:00:54.573181 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.quota.resource_registry [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Creating instance of TrackedResource for resource:port Aug 31 01:00:54.574428 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.v2.resource_helper [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94523) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 01:00:54.574889 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.v2.resource_helper [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Service FLAVORS assigned prefix: {{(pid=94523) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 01:00:54.575523 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.v2.resource_helper [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94523) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 01:00:54.575949 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.v2.resource_helper [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94523) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 01:00:54.576302 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.quota.resource_registry [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Creating instance of TrackedResource for resource:router Aug 31 01:00:54.576709 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.quota.resource_registry [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Creating instance of TrackedResource for resource:floatingip Aug 31 01:00:54.577205 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.v2.resource_helper [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Service METERING assigned prefix: /metering {{(pid=94523) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 01:00:54.578679 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.579055 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.579401 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:00:54.581074 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.quota.resource_registry [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 01:00:54.581523 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.quota.resource_registry [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Creating instance of TrackedResource for resource:security_group Aug 31 01:00:54.581952 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.quota.resource_registry [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 01:00:54.583682 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.v2.resource_helper [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Service CORE assigned prefix: {{(pid=94523) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 01:00:54.584033 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.quota.resource_registry [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 01:00:54.584384 dv-cinder-760180-3-iscsi neutron-server[94523]: WARNING neutron.quota.resource_registry [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] subnetpool is already registered Aug 31 01:00:54.584826 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.v2.resource_helper [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Service CORE assigned prefix: {{(pid=94523) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 01:00:54.585153 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.quota.resource_registry [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 01:00:54.585486 dv-cinder-760180-3-iscsi neutron-server[94523]: WARNING neutron.quota.resource_registry [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] subnetpool is already registered Aug 31 01:00:54.587770 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.v2.resource_helper [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94523) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 01:00:54.588201 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.v2.resource_helper [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Service FLAVORS assigned prefix: {{(pid=94523) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 01:00:54.588804 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.v2.resource_helper [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94523) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 01:00:54.589225 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.v2.resource_helper [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94523) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 01:00:54.589557 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.quota.resource_registry [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Creating instance of TrackedResource for resource:router Aug 31 01:00:54.589892 dv-cinder-760180-3-iscsi neutron-server[94523]: WARNING neutron.quota.resource_registry [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] router is already registered Aug 31 01:00:54.590296 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.quota.resource_registry [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Creating instance of TrackedResource for resource:floatingip Aug 31 01:00:54.590659 dv-cinder-760180-3-iscsi neutron-server[94523]: WARNING neutron.quota.resource_registry [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] floatingip is already registered Aug 31 01:00:54.591109 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.v2.resource_helper [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Service METERING assigned prefix: /metering {{(pid=94523) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 01:00:54.591766 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.quota.resource_registry [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 01:00:54.592088 dv-cinder-760180-3-iscsi neutron-server[94523]: WARNING neutron.quota.resource_registry [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] rbac_policy is already registered Aug 31 01:00:54.592500 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.quota.resource_registry [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Creating instance of TrackedResource for resource:security_group Aug 31 01:00:54.592831 dv-cinder-760180-3-iscsi neutron-server[94523]: WARNING neutron.quota.resource_registry [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] security_group is already registered Aug 31 01:00:54.593230 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.quota.resource_registry [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 01:00:54.593566 dv-cinder-760180-3-iscsi neutron-server[94523]: WARNING neutron.quota.resource_registry [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] security_group_rule is already registered Aug 31 01:00:54.594192 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.v2.resource_helper [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Service CORE assigned prefix: {{(pid=94523) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 01:00:54.594540 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.quota.resource_registry [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 01:00:54.594876 dv-cinder-760180-3-iscsi neutron-server[94523]: WARNING neutron.quota.resource_registry [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] subnetpool is already registered Aug 31 01:00:54.595295 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.v2.resource_helper [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Service CORE assigned prefix: {{(pid=94523) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 01:00:54.595617 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.quota.resource_registry [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 01:00:54.595970 dv-cinder-760180-3-iscsi neutron-server[94523]: WARNING neutron.quota.resource_registry [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] subnetpool is already registered Aug 31 01:00:54.596444 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extended resource: extensions {{(pid=94523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:00:54.597864 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extended resource: address-groups {{(pid=94523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:00:54.599357 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extended resource: address-scopes {{(pid=94523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:00:54.600649 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extended resource: agents {{(pid=94523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:00:54.601840 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extended resource: auto-allocated-topology {{(pid=94523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:00:54.603147 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extended resource: availability_zones {{(pid=94523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:00:54.604349 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extended resource: dhcp-networks {{(pid=94523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:00:54.605830 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extended resource: dhcp-agents {{(pid=94523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:00:54.607252 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extended resource: routers {{(pid=94523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:00:54.609394 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extended resource: flavors {{(pid=94523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:00:54.610568 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extended resource: service_profiles {{(pid=94523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:00:54.611776 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extended resource: next_providers {{(pid=94523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:00:54.613208 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extended resource: service_profiles {{(pid=94523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:00:54.614743 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extended resource: floatingip-pools {{(pid=94523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:00:54.615933 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extended resource: routers {{(pid=94523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:00:54.618014 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extended resource: floatingips {{(pid=94523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:00:54.619307 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extended resource: l3-routers {{(pid=94523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:00:54.620661 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extended resource: l3-agents {{(pid=94523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:00:54.622038 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extended resource: metering-labels {{(pid=94523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:00:54.623406 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extended resource: metering-label-rules {{(pid=94523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:00:54.624691 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extended resource: network-ip-availabilities {{(pid=94523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:00:54.625920 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extended resource: bindings {{(pid=94523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:00:54.628106 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extended resource: quotas {{(pid=94523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:00:54.629521 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extended resource: quotas {{(pid=94523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:00:54.630944 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extended resource: rbac-policies {{(pid=94523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:00:54.632128 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extended resource: security-groups {{(pid=94523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:00:54.633392 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extended resource: security-group-rules {{(pid=94523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:00:54.634627 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extended resource: service-providers {{(pid=94523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:00:54.635824 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extended resource: subnetpools {{(pid=94523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:00:54.637226 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extended resource: subnetpools {{(pid=94523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:00:54.638696 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extended resource: tags {{(pid=94523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:00:54.640324 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extended resource: tags {{(pid=94523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:00:54.642111 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extended resource: tags {{(pid=94523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:00:54.643952 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extended resource: tags {{(pid=94523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:00:54.646741 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extended resource: tags {{(pid=94523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:00:54.648576 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extended resource: tags {{(pid=94523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:00:54.650218 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extended resource: tags {{(pid=94523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:00:54.652123 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extended resource: tags {{(pid=94523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:00:54.653861 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extended resource: tags {{(pid=94523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:00:54.655597 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron.api.extensions [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Extended resource: tags {{(pid=94523) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 01:00:54.662199 dv-cinder-760180-3-iscsi neutron-server[94523]: WARNING keystonemiddleware.auth_token [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 31 01:00:54.666943 dv-cinder-760180-3-iscsi neutron-server[94523]: WARNING keystonemiddleware.auth_token [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 31 01:00:54.675945 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_concurrency.lockutils [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Acquired lock "singleton_lock" {{(pid=94523) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 31 01:00:54.676411 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_concurrency.lockutils [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Releasing lock "singleton_lock" {{(pid=94523) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 31 01:00:54.677044 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO oslo_service.service [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Starting 2 workers Aug 31 01:00:54.681953 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Started child 94634 {{(pid=94523) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 01:00:54.686408 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Started child 94635 {{(pid=94523) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 01:00:54.687300 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:54.688076 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO neutron.service [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Neutron service started, listening on 0.0.0.0:9696 Aug 31 01:00:54.688723 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Notify callbacks [] for process, before_spawn {{(pid=94523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:54.688825 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [-] (94634) wsgi starting up on http://0.0.0.0:9696 Aug 31 01:00:54.691012 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:54.691449 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO oslo_service.service [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Starting 1 workers Aug 31 01:00:54.692357 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [-] (94635) wsgi starting up on http://0.0.0.0:9696 Aug 31 01:00:54.696403 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Started child 94636 {{(pid=94523) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 01:00:54.696912 dv-cinder-760180-3-iscsi neutron-server[94523]: INFO oslo_service.service [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Starting 1 workers Aug 31 01:00:54.699993 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.service [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] calling RpcWorker wait() {{(pid=94636) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 31 01:00:54.700514 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.service [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] returning from RpcWorker wait() {{(pid=94636) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 31 01:00:54.701435 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Started child 94637 {{(pid=94523) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 01:00:54.709215 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:54.709215 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:54.709435 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG neutron_lib.callbacks.manager [None req-121602b9-a712-4773-874b-2cbe4f20f70c None None] Notify callbacks [] for process, after_spawn {{(pid=94523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:54.709435 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94523) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 01:00:54.709435 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 01:00:54.709435 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 01:00:54.709435 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 01:00:54.709435 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 01:00:54.709435 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 01:00:54.709862 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.709862 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.709862 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.710044 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:00:54.710527 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.710527 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.710527 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.710527 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.710527 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.710527 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.710527 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.710527 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.710991 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.710991 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.710991 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.710991 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.710991 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.710991 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.710991 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.710991 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.711435 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.711435 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.711435 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.711435 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] debug = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.711435 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.711954 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.712185 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.712427 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.712641 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.712904 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.713127 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.713408 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.713635 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.713847 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.714061 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.714304 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.714557 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.714767 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.714976 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.715233 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.715446 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.715871 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] host = dv-cinder-760180-3-iscsi {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.716081 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.716308 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.716528 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.716767 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.717032 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.717244 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.717493 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.717733 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.718000 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.718211 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.718469 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.718738 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.718969 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.719259 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] log_file = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.719417 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] log_options = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.719632 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.719893 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.720145 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.720339 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.720504 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.720680 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.721457 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.721618 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.721877 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.722090 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.722299 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.722589 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.722776 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.723007 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.723264 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.723564 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.723766 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.723973 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.724212 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.724456 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.724674 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.724890 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.725115 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.725328 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.725552 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.725776 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.725997 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.726205 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.726411 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.726701 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.726928 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.727190 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.727436 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.727685 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.727914 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.728136 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.728346 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.728600 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.728825 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.729072 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.729310 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.729535 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.729781 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.729992 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.730220 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.730442 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] use_json = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.730676 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.730902 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.731151 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.731390 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.731597 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.731805 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.732027 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.732253 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.732947 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.733239 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.733528 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.733747 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.735402 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.735681 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.735840 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.736050 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.736325 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.737265 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.737465 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.737704 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.738012 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.738242 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.738551 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.738907 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.744548 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.744548 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.744548 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.744548 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.744548 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.744548 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.744548 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.744548 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.745118 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.745118 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.745118 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.745312 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:54.745384 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.745384 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.745384 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.745384 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.745384 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.745384 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.745384 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.745384 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.745824 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.745824 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.745824 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.745824 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.745824 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.745824 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.745824 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.745824 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.745824 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.746433 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.746433 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.746587 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.746701 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.746917 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.747158 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.747388 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.747605 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.747853 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.748099 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.748374 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.748601 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.748821 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.749035 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.749248 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.749465 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.749750 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.749973 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.750207 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.750419 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.750659 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.750892 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.751139 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.751356 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.751590 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.751807 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.752033 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.752288 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.753483 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.753483 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.753483 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.753483 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.754030 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.754030 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.754263 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.754505 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.754772 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.755007 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.755247 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.755464 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.755737 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.755920 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.756156 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.756378 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.756781 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.756914 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.757364 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.757492 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.757779 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.757956 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.758117 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.758342 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.758619 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.758838 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.759057 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.761815 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.761815 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.761815 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.761815 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.761815 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.761815 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.761815 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.761815 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.766038 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.766038 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.766038 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.766038 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.766038 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.766038 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.766038 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.766038 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.766707 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.766707 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.766707 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.766707 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.766707 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.766707 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.766707 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.766707 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.768019 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.768019 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.768019 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.768019 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.768019 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.768019 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.768019 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.768019 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.768019 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.768888 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.769052 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.769768 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.770561 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.770805 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.772995 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.773620 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.773868 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.774112 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.774413 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.774710 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.775728 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.778981 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.778981 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.778981 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.778981 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.778981 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.778981 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.778981 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.779435 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.779435 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.779567 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.779813 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.780054 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.780604 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.780840 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.781110 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.781334 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.781560 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.781800 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.782072 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.782328 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.783204 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.784303 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.784541 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.784788 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.785016 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.785504 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.785731 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.786330 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.786613 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.786862 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.790744 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.791020 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.791289 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.791570 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.791810 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.792078 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.792324 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.792574 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.792800 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.793022 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.793239 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.793479 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.793696 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.793952 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.794179 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.794395 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.794682 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.794929 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.795267 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.795559 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.795735 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.795971 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.796189 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.796428 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.796647 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.796864 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.797083 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.797301 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.797515 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.798102 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.798349 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.800695 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.801485 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.801724 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.801976 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.802204 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.802426 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.802751 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.803011 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.803247 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.803529 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.803794 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.804011 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.804262 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.804482 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.804712 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.804916 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.805132 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.805344 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.805568 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.805797 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.806024 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.806259 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.806493 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.806936 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.807192 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.809226 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.810721 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.810972 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.812033 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.812266 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.812508 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.812738 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.812982 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.813217 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.813464 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.813701 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.813953 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.814170 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.814381 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.814970 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.815212 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.815428 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.815827 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.816099 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.816700 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.817588 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.818543 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.818818 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.819154 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.820464 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.821240 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.821515 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.821791 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.822021 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.822271 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.822546 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.822862 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.823170 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.823438 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.823700 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.823967 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.824226 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.824501 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.824714 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.825021 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.825335 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.825599 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.825854 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.826097 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.826341 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.826621 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.826833 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.827065 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.827296 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.827528 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.827763 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.827989 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.828226 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.828436 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.828687 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.828903 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.829120 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.829326 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.829539 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.829750 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.829905 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 01:00:54.831561 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94523) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 01:00:54.831723 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 01:00:54.831859 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 01:00:54.834354 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 01:00:54.834601 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 01:00:54.834822 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 01:00:54.835792 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.836158 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.836369 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.836629 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.837156 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.837384 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.837713 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.837875 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.838022 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.838227 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.838395 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.838575 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.838735 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.838892 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.839096 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.839224 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.839347 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.839667 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.839834 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.839992 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.840147 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.840402 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.840761 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] debug = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.840926 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.841396 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.841755 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.841920 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.842130 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.842295 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.842448 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.842624 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.842782 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.842936 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.843153 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.843318 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.843472 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.843629 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.843783 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.843936 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.844091 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.844245 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] host = dv-cinder-760180-3-iscsi {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.844780 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.845052 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.845219 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.845374 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.845529 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.845684 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.846416 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.846620 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.846776 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.846950 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.847081 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.847393 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.847564 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.847657 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:00:54.847743 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] log_file = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.847862 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] log_options = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.848016 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.848169 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.848323 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.848505 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.848665 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.848821 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.848975 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.849130 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.849284 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.849439 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.849593 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.849746 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.849900 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.850055 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.850209 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.850364 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.850538 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.850694 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.850849 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.851003 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.851157 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.851311 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.851465 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.851621 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.851775 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.851928 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.852081 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.852234 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.852387 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.852541 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.852695 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.852848 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.853003 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.853158 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.853310 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.853464 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.853619 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.853778 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.853933 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.854084 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.854238 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.854391 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.854567 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.854723 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.854876 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.855030 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] use_json = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.855185 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.855338 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.855493 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.855647 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.855801 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.855955 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.856108 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.856263 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 01:00:54.856435 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.856593 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.856762 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.856918 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.857075 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.857232 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.857387 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.857543 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.857700 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.857858 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.858022 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.858179 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.858398 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.858557 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.858676 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.858817 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.859018 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.859271 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.859408 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.860567 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.860742 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.860903 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.861327 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.861480 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.862130 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.862259 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.862421 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.862619 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.862780 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.862974 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.863411 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.863626 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.863880 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.864125 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.864295 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.864453 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.864610 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.864768 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.864924 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.865082 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.865239 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.865446 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.865609 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.865767 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.866032 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.866191 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.866349 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.866523 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.866685 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.866842 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.866999 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.867157 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.867314 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.867473 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.867631 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.867799 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.867957 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.868114 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.868269 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.868426 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.868581 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.868738 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.868894 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.869050 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.869207 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.869369 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.869570 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.869694 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.869850 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.870006 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.870166 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.870459 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.870641 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.870798 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.870954 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.871111 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.871267 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.871441 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.871584 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.871748 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.872005 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.872168 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.872326 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.872483 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.872640 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.872797 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.872953 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.873110 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.873347 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.873520 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.873693 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.873849 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.874007 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.874235 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.874398 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.874597 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.874756 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.874911 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.875068 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.875223 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.875379 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.875535 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.875695 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.875850 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.876005 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.876159 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.876315 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.876469 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.876624 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.876780 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.876936 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.877111 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.877335 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.877492 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.877649 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.877804 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.877969 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.878126 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.878285 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.878441 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.878627 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.878796 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.878955 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.879113 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.879270 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.879434 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.879585 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.879742 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.879897 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.880053 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.880210 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.880367 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.880530 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.880696 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.880854 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.881011 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.881166 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.881346 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.881502 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.881661 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.881819 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.881976 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.882131 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.882287 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.882443 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.882642 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.882801 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.882954 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.883111 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.883269 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.883426 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.883581 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.883737 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.883896 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.884053 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.884209 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.884368 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.884529 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.884687 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.884840 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.884979 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.885117 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.885273 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.886188 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.886402 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.887521 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.888425 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.888601 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.888763 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.888930 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.889091 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.889242 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.889399 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.889613 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.889831 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.889967 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.890112 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.890276 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.891207 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.891376 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.892313 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.892670 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.893370 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.893837 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.894002 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.894163 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.894439 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.894629 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.894788 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.894987 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.895154 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.895428 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.895609 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.895767 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.895912 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.896070 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.896227 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.896719 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.896892 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.897050 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.897207 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.897364 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.897520 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.897679 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.897927 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.898093 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.898252 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.898411 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.898590 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.898829 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.898994 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.899952 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.900127 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.900287 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.900444 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.900602 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.900758 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.900927 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.901085 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.901242 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.901397 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.901553 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.901710 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.901877 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.902038 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.902195 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.902352 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.902525 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.902684 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.902850 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.903007 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.903164 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.903320 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.903476 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.903631 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.903796 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.903951 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.904108 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.904263 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.904417 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.904573 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.904738 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.904895 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.905052 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.905207 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.905362 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.905519 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.905684 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.905842 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.905999 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.906163 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.906318 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.906474 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.906648 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.906816 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.906974 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.907132 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.907291 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.907445 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.907602 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.907761 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.907922 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.908087 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.908250 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.908482 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.908650 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.908815 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.908979 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.909136 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.909298 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.909466 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.909622 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.909783 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.909943 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.910097 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.910526 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.910685 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.910841 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.910998 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.911154 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.911310 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.911464 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.911620 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.911775 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.911931 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.912091 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.912247 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.912403 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.912559 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.912714 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 01:00:54.912863 dv-cinder-760180-3-iscsi neutron-server[94523]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94523) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 01:00:54.943008 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 52238) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:00:54.951598 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063660 Aug 31 01:01:06.514534 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00be57ec-0799-41ed-8d44-71bc6a0434ac None None] get_active_networks_info from dv-cinder-760180-3-iscsi {{(pid=94636) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 01:01:06.606557 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00be57ec-0799-41ed-8d44-71bc6a0434ac None None] No non-hosted networks {{(pid=94636) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 31 01:01:06.625102 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.agentschedulers_db [None req-00be57ec-0799-41ed-8d44-71bc6a0434ac None None] DHCP Agent not found on host dv-cinder-760180-3-iscsi {{(pid=94636) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 31 01:01:06.831143 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-f95c9646-3d42-4ba5-92d3-5d8e120a9689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-371170'] for agent, after_create {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:08.968194 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-3a1a62ab-c62e-4e6c-a1ea-392d45438465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-371170'] for agent, after_create {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:09.023541 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.db.api [None req-6028dfac-17d1-410c-8a82-755261edbd8e None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-760180-3-iscsi {{(pid=94636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:01:09.024300 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG oslo_db.api [None req-6028dfac-17d1-410c-8a82-755261edbd8e None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:01:09.314976 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-371170'] for agent, after_create {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:09.315673 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:09.316017 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:09.316356 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:09.316888 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:09.325167 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:09.325167 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:09.325167 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:09.325167 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:09.325167 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:09.325555 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:09.325555 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:09.325555 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:09.325555 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-760180-3-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:09.338493 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-760180-3-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:09.635615 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6028dfac-17d1-410c-8a82-755261edbd8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:09.968403 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-371170'] for agent, after_create {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:11.914976 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-371170'] for agent, after_create {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:12.964293 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 52328) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:13.204752 dv-cinder-760180-3-iscsi neutron-server[94636]: INFO neutron.db.l3_hamode_db [None req-c9b18380-d284-46f2-ba3b-d3e983afd00c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 31 01:01:13.281310 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b18380-d284-46f2-ba3b-d3e983afd00c None None] Routers set() bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:13.281697 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b18380-d284-46f2-ba3b-d3e983afd00c None None] Router IDs set() for agent in host dv-cinder-760180-3-iscsi {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 01:01:13.460995 dv-cinder-760180-3-iscsi neutron-server[94634]: WARNING oslo_policy.policy [None req-9df8a926-a926-449e-a44d-0d4466560840 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 01:01:13.461590 dv-cinder-760180-3-iscsi neutron-server[94634]: WARNING oslo_policy.policy [None req-9df8a926-a926-449e-a44d-0d4466560840 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 01:01:13.688220 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [None req-9df8a926-a926-449e-a44d-0d4466560840 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:01:13.690540 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-9df8a926-a926-449e-a44d-0d4466560840 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7238834 Aug 31 01:01:16.055848 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 52342) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:16.363961 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-3ed2f79e-98ef-45c2-8bba-370092bb3d8c admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:16.455606 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.policy [None req-3ed2f79e-98ef-45c2-8bba-370092bb3d8c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94634) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 01:01:16.500959 dv-cinder-760180-3-iscsi neutron-server[94634]: WARNING oslo_policy.policy [None req-3ed2f79e-98ef-45c2-8bba-370092bb3d8c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 01:01:16.501848 dv-cinder-760180-3-iscsi neutron-server[94634]: WARNING oslo_policy.policy [None req-3ed2f79e-98ef-45c2-8bba-370092bb3d8c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 01:01:16.510287 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.quota [None req-3ed2f79e-98ef-45c2-8bba-370092bb3d8c admin admin] Loaded quota_driver: . Aug 31 01:01:16.737677 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3ed2f79e-98ef-45c2-8bba-370092bb3d8c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766772270266', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766772270799', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766772421879', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766772424491', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766771846198', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766772433614', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-525384', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1460335', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-651934', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-583017'] for rbac-policy, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:16.961515 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3ed2f79e-98ef-45c2-8bba-370092bb3d8c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:16.962733 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-3ed2f79e-98ef-45c2-8bba-370092bb3d8c admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9059069 Aug 31 01:01:19.487176 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 52354) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:19.782878 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-d6b2dc8f-c760-4bde-9f70-096eaf2e3af1 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '2fd0084781984a8d937a06f1d043408a', 'project_id': '2fd0084781984a8d937a06f1d043408a'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:20.104832 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b2dc8f-c760-4bde-9f70-096eaf2e3af1 admin admin] Made reservation on behalf of 2fd0084781984a8d937a06f1d043408a for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:01:20.107835 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d6b2dc8f-c760-4bde-9f70-096eaf2e3af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:20.125829 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d6b2dc8f-c760-4bde-9f70-096eaf2e3af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:20.242504 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d6b2dc8f-c760-4bde-9f70-096eaf2e3af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:20.367674 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d6b2dc8f-c760-4bde-9f70-096eaf2e3af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:20.390924 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6b2dc8f-c760-4bde-9f70-096eaf2e3af1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:01:20.415829 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d6b2dc8f-c760-4bde-9f70-096eaf2e3af1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766773786058', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:20.416412 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d6b2dc8f-c760-4bde-9f70-096eaf2e3af1 admin admin] Unsubscribe: segment precommit_create {{(pid=94634) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 01:01:20.416913 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.db.segments_db [None req-d6b2dc8f-c760-4bde-9f70-096eaf2e3af1 admin admin] Added segment 20d1ab73-bb66-438b-a07f-e68ae9c13d96 of type vlan for network 2c622c24-3d7b-467c-ad10-e8bb02140b73 Aug 31 01:01:20.431596 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b2dc8f-c760-4bde-9f70-096eaf2e3af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67eb737-a0d6-446b-9443-0cf8f9b1ce6d,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:20.457333 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b2dc8f-c760-4bde-9f70-096eaf2e3af1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:20.457692 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b2dc8f-c760-4bde-9f70-096eaf2e3af1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:20.458037 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b2dc8f-c760-4bde-9f70-096eaf2e3af1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:20.458368 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b2dc8f-c760-4bde-9f70-096eaf2e3af1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:20.458788 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b2dc8f-c760-4bde-9f70-096eaf2e3af1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:20.459135 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b2dc8f-c760-4bde-9f70-096eaf2e3af1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:20.459462 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b2dc8f-c760-4bde-9f70-096eaf2e3af1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:20.459783 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b2dc8f-c760-4bde-9f70-096eaf2e3af1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:20.460118 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b2dc8f-c760-4bde-9f70-096eaf2e3af1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:20.460444 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b2dc8f-c760-4bde-9f70-096eaf2e3af1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:20.460762 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b2dc8f-c760-4bde-9f70-096eaf2e3af1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:20.461078 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b2dc8f-c760-4bde-9f70-096eaf2e3af1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:20.462197 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b2dc8f-c760-4bde-9f70-096eaf2e3af1 admin admin] Tracked resource versions report: Aug 31 01:01:20.462197 dv-cinder-760180-3-iscsi neutron-server[94634]: pushed versions: Aug 31 01:01:20.462197 dv-cinder-760180-3-iscsi neutron-server[94634]: { 'AddressGroup': {'1.2'}, Aug 31 01:01:20.462197 dv-cinder-760180-3-iscsi neutron-server[94634]: 'ConntrackHelper': {'1.0'}, Aug 31 01:01:20.462197 dv-cinder-760180-3-iscsi neutron-server[94634]: 'Log': {'1.0'}, Aug 31 01:01:20.462197 dv-cinder-760180-3-iscsi neutron-server[94634]: 'Network': {'1.1'}, Aug 31 01:01:20.462197 dv-cinder-760180-3-iscsi neutron-server[94634]: 'Port': {'1.7'}, Aug 31 01:01:20.462197 dv-cinder-760180-3-iscsi neutron-server[94634]: 'PortForwarding': {'1.2'}, Aug 31 01:01:20.462197 dv-cinder-760180-3-iscsi neutron-server[94634]: 'QosPolicy': {'1.9'}, Aug 31 01:01:20.462197 dv-cinder-760180-3-iscsi neutron-server[94634]: 'SecurityGroup': {'1.4'}, Aug 31 01:01:20.462197 dv-cinder-760180-3-iscsi neutron-server[94634]: 'SecurityGroupRule': {'1.2'}, Aug 31 01:01:20.462197 dv-cinder-760180-3-iscsi neutron-server[94634]: 'SubPort': {'1.0'}, Aug 31 01:01:20.462197 dv-cinder-760180-3-iscsi neutron-server[94634]: 'Subnet': {'1.1'}, Aug 31 01:01:20.462197 dv-cinder-760180-3-iscsi neutron-server[94634]: 'Trunk': {'1.1'}} Aug 31 01:01:20.462197 dv-cinder-760180-3-iscsi neutron-server[94634]: consumer versions: Aug 31 01:01:20.462197 dv-cinder-760180-3-iscsi neutron-server[94634]: { DHCP agent@dv-cinder-760180-3-iscsi: {}, Aug 31 01:01:20.462197 dv-cinder-760180-3-iscsi neutron-server[94634]: L3 agent@dv-cinder-760180-3-iscsi: {}, Aug 31 01:01:20.462197 dv-cinder-760180-3-iscsi neutron-server[94634]: Metadata agent@dv-cinder-760180-3-iscsi: {}, Aug 31 01:01:20.462197 dv-cinder-760180-3-iscsi neutron-server[94634]: Metering agent@dv-cinder-760180-3-iscsi: {}, Aug 31 01:01:20.462197 dv-cinder-760180-3-iscsi neutron-server[94634]: Open vSwitch agent@dv-cinder-760180-3-iscsi: { 'AddressGroup': '1.2', Aug 31 01:01:20.462197 dv-cinder-760180-3-iscsi neutron-server[94634]: 'ConntrackHelper': '1.0', Aug 31 01:01:20.462197 dv-cinder-760180-3-iscsi neutron-server[94634]: 'Log': '1.0', Aug 31 01:01:20.462197 dv-cinder-760180-3-iscsi neutron-server[94634]: 'Network': '1.1', Aug 31 01:01:20.462197 dv-cinder-760180-3-iscsi neutron-server[94634]: 'Port': '1.7', Aug 31 01:01:20.462197 dv-cinder-760180-3-iscsi neutron-server[94634]: 'PortForwarding': '1.2', Aug 31 01:01:20.462197 dv-cinder-760180-3-iscsi neutron-server[94634]: 'QosPolicy': '1.9', Aug 31 01:01:20.462197 dv-cinder-760180-3-iscsi neutron-server[94634]: 'SecurityGroup': '1.4', Aug 31 01:01:20.462197 dv-cinder-760180-3-iscsi neutron-server[94634]: 'SecurityGroupRule': '1.2', Aug 31 01:01:20.462197 dv-cinder-760180-3-iscsi neutron-server[94634]: 'SubPort': '1.0', Aug 31 01:01:20.462197 dv-cinder-760180-3-iscsi neutron-server[94634]: 'Subnet': '1.1', Aug 31 01:01:20.462197 dv-cinder-760180-3-iscsi neutron-server[94634]: 'Trunk': '1.1'}} Aug 31 01:01:20.462197 dv-cinder-760180-3-iscsi neutron-server[94634]: {{(pid=94634) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 01:01:20.537492 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d6b2dc8f-c760-4bde-9f70-096eaf2e3af1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766773254247'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:20.691657 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d6b2dc8f-c760-4bde-9f70-096eaf2e3af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:20.692906 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b2dc8f-c760-4bde-9f70-096eaf2e3af1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:20.693627 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d6b2dc8f-c760-4bde-9f70-096eaf2e3af1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:20.787546 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b2dc8f-c760-4bde-9f70-096eaf2e3af1 admin admin] Pushing event updated for resources: {'Network': ['ID=2c622c24-3d7b-467c-ad10-e8bb02140b73,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:20.798293 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Network 2c622c24-3d7b-467c-ad10-e8bb02140b73 details requested by agent ovs-agent-dv-cinder-760180-3-iscsi with host dv-cinder-760180-3-iscsi {{(pid=94636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:01:20.956878 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-d6b2dc8f-c760-4bde-9f70-096eaf2e3af1 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4686248 Aug 31 01:01:23.569720 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 52368) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:23.954631 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca12db8-ac16-41f9-a5a6-eebe46fc1a33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:23.956059 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-0ca12db8-ac16-41f9-a5a6-eebe46fc1a33 admin admin] 10.222.0.43 "GET /v2.0/networks/2c622c24-3d7b-467c-ad10-e8bb02140b73 HTTP/1.1" status: 200 len: 825 time: 0.3853979 Aug 31 01:01:23.981957 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-a4f70bf2-1b0f-46ce-ab3d-8b7480ffb609 admin admin] 10.222.0.43 "GET /v2.0/subnetpools/4548f170-1c18-4e82-856e-860c23f516b8 HTTP/1.1" status: 200 len: 734 time: 0.0192606 Aug 31 01:01:23.990842 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-5a3a33eb-af3e-4de3-b40f-13131855f0d0 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '2c622c24-3d7b-467c-ad10-e8bb02140b73', 'tenant_id': '2fd0084781984a8d937a06f1d043408a', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '4548f170-1c18-4e82-856e-860c23f516b8'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:24.187812 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3a33eb-af3e-4de3-b40f-13131855f0d0 admin admin] Made reservation on behalf of 2fd0084781984a8d937a06f1d043408a for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:01:24.189997 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5a3a33eb-af3e-4de3-b40f-13131855f0d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:24.531773 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5a3a33eb-af3e-4de3-b40f-13131855f0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:24.599616 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a33eb-af3e-4de3-b40f-13131855f0d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1356dcfe-125c-4d01-943c-2d34b2c35719,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:24.601820 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3a33eb-af3e-4de3-b40f-13131855f0d0 admin admin] Checking segment: {'id': '20d1ab73-bb66-438b-a07f-e68ae9c13d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2c622c24-3d7b-467c-ad10-e8bb02140b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:01:24.602210 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3a33eb-af3e-4de3-b40f-13131855f0d0 admin admin] Network hostable DHCP agents. Network: 2c622c24-3d7b-467c-ad10-e8bb02140b73, hostable agents: ['5f164b3b-8391-48cb-99c3-d9cfd53180ad'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:01:24.690940 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3a33eb-af3e-4de3-b40f-13131855f0d0 admin admin] Network 2c622c24-3d7b-467c-ad10-e8bb02140b73 is scheduled to be hosted by DHCP agent 5f164b3b-8391-48cb-99c3-d9cfd53180ad with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:01:24.799385 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-5a3a33eb-af3e-4de3-b40f-13131855f0d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760180-3-iscsi, 2c622c24-3d7b-467c-ad10-e8bb02140b73) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:24.804051 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3a33eb-af3e-4de3-b40f-13131855f0d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:24.804639 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5a3a33eb-af3e-4de3-b40f-13131855f0d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:24.810247 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7adcbfa-786d-4595-bee3-d8846f3106d4 None None] Network 2c622c24-3d7b-467c-ad10-e8bb02140b73 requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:01:24.966136 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-5a3a33eb-af3e-4de3-b40f-13131855f0d0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9631538 Aug 31 01:01:25.121955 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17978534-bdd8-487b-a82f-9fe16ed3a70f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdfa1eee9-65b0-5927-8ea5-c2c6bfaf40d4-2c622c24-3d7b-467c-ad10-e8bb02140b73', 'network_id': '2c622c24-3d7b-467c-ad10-e8bb02140b73', 'tenant_id': '2fd0084781984a8d937a06f1d043408a', 'fixed_ips': [{'subnet_id': '1356dcfe-125c-4d01-943c-2d34b2c35719'}]}} from dv-cinder-760180-3-iscsi. {{(pid=94636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:01:25.123196 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-17978534-bdd8-487b-a82f-9fe16ed3a70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:25.394758 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.db_base_plugin_common [None req-17978534-bdd8-487b-a82f-9fe16ed3a70f None None] Allocated IP 172.20.0.2 (2c622c24-3d7b-467c-ad10-e8bb02140b73/1356dcfe-125c-4d01-943c-2d34b2c35719/f69994e6-a9e1-4e6e-a61b-b82fa2b77539) {{(pid=94636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:01:25.591159 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-17978534-bdd8-487b-a82f-9fe16ed3a70f None None] Notify callbacks [] for port, precommit_create {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:25.631199 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-17978534-bdd8-487b-a82f-9fe16ed3a70f None None] Transition to ACTIVE for port object f69994e6-a9e1-4e6e-a61b-b82fa2b77539 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:25.655741 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-17978534-bdd8-487b-a82f-9fe16ed3a70f None None] Transition to ACTIVE for port object f69994e6-a9e1-4e6e-a61b-b82fa2b77539 will not be triggered until provisioned by entity DHCP. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:25.762616 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-17978534-bdd8-487b-a82f-9fe16ed3a70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222'] for port, after_create {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:25.837312 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17978534-bdd8-487b-a82f-9fe16ed3a70f None None] Network 2c622c24-3d7b-467c-ad10-e8bb02140b73 is already hosted by enough agents. {{(pid=94636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:25.842056 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.scheduler.base_scheduler [None req-17978534-bdd8-487b-a82f-9fe16ed3a70f None None] Resources bound (agent type, host, resource id): {{(pid=94636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:25.847828 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17978534-bdd8-487b-a82f-9fe16ed3a70f None None] Pushing event updated for resources: {'Port': ['ID=f69994e6-a9e1-4e6e-a61b-b82fa2b77539,revision_number=1']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:25.849971 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17978534-bdd8-487b-a82f-9fe16ed3a70f None None] Received port after_create {{(pid=94636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:01:25.879942 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17978534-bdd8-487b-a82f-9fe16ed3a70f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:25.880293 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17978534-bdd8-487b-a82f-9fe16ed3a70f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:25.880634 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17978534-bdd8-487b-a82f-9fe16ed3a70f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:25.880971 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17978534-bdd8-487b-a82f-9fe16ed3a70f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:25.881300 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17978534-bdd8-487b-a82f-9fe16ed3a70f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:25.881630 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17978534-bdd8-487b-a82f-9fe16ed3a70f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:25.881957 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17978534-bdd8-487b-a82f-9fe16ed3a70f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:25.882282 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17978534-bdd8-487b-a82f-9fe16ed3a70f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:25.882644 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17978534-bdd8-487b-a82f-9fe16ed3a70f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:25.882973 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17978534-bdd8-487b-a82f-9fe16ed3a70f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:25.883292 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17978534-bdd8-487b-a82f-9fe16ed3a70f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:25.883609 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17978534-bdd8-487b-a82f-9fe16ed3a70f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:25.884694 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17978534-bdd8-487b-a82f-9fe16ed3a70f None None] Tracked resource versions report: Aug 31 01:01:25.884694 dv-cinder-760180-3-iscsi neutron-server[94636]: pushed versions: Aug 31 01:01:25.884694 dv-cinder-760180-3-iscsi neutron-server[94636]: { 'AddressGroup': {'1.2'}, Aug 31 01:01:25.884694 dv-cinder-760180-3-iscsi neutron-server[94636]: 'ConntrackHelper': {'1.0'}, Aug 31 01:01:25.884694 dv-cinder-760180-3-iscsi neutron-server[94636]: 'Log': {'1.0'}, Aug 31 01:01:25.884694 dv-cinder-760180-3-iscsi neutron-server[94636]: 'Network': {'1.1'}, Aug 31 01:01:25.884694 dv-cinder-760180-3-iscsi neutron-server[94636]: 'Port': {'1.7'}, Aug 31 01:01:25.884694 dv-cinder-760180-3-iscsi neutron-server[94636]: 'PortForwarding': {'1.2'}, Aug 31 01:01:25.884694 dv-cinder-760180-3-iscsi neutron-server[94636]: 'QosPolicy': {'1.9'}, Aug 31 01:01:25.884694 dv-cinder-760180-3-iscsi neutron-server[94636]: 'SecurityGroup': {'1.4'}, Aug 31 01:01:25.884694 dv-cinder-760180-3-iscsi neutron-server[94636]: 'SecurityGroupRule': {'1.2'}, Aug 31 01:01:25.884694 dv-cinder-760180-3-iscsi neutron-server[94636]: 'SubPort': {'1.0'}, Aug 31 01:01:25.884694 dv-cinder-760180-3-iscsi neutron-server[94636]: 'Subnet': {'1.1'}, Aug 31 01:01:25.884694 dv-cinder-760180-3-iscsi neutron-server[94636]: 'Trunk': {'1.1'}} Aug 31 01:01:25.884694 dv-cinder-760180-3-iscsi neutron-server[94636]: consumer versions: Aug 31 01:01:25.884694 dv-cinder-760180-3-iscsi neutron-server[94636]: { DHCP agent@dv-cinder-760180-3-iscsi: {}, Aug 31 01:01:25.884694 dv-cinder-760180-3-iscsi neutron-server[94636]: L3 agent@dv-cinder-760180-3-iscsi: {}, Aug 31 01:01:25.884694 dv-cinder-760180-3-iscsi neutron-server[94636]: Metadata agent@dv-cinder-760180-3-iscsi: {}, Aug 31 01:01:25.884694 dv-cinder-760180-3-iscsi neutron-server[94636]: Metering agent@dv-cinder-760180-3-iscsi: {}, Aug 31 01:01:25.884694 dv-cinder-760180-3-iscsi neutron-server[94636]: Open vSwitch agent@dv-cinder-760180-3-iscsi: { 'AddressGroup': '1.2', Aug 31 01:01:25.884694 dv-cinder-760180-3-iscsi neutron-server[94636]: 'ConntrackHelper': '1.0', Aug 31 01:01:25.884694 dv-cinder-760180-3-iscsi neutron-server[94636]: 'Log': '1.0', Aug 31 01:01:25.884694 dv-cinder-760180-3-iscsi neutron-server[94636]: 'Network': '1.1', Aug 31 01:01:25.884694 dv-cinder-760180-3-iscsi neutron-server[94636]: 'Port': '1.7', Aug 31 01:01:25.884694 dv-cinder-760180-3-iscsi neutron-server[94636]: 'PortForwarding': '1.2', Aug 31 01:01:25.884694 dv-cinder-760180-3-iscsi neutron-server[94636]: 'QosPolicy': '1.9', Aug 31 01:01:25.884694 dv-cinder-760180-3-iscsi neutron-server[94636]: 'SecurityGroup': '1.4', Aug 31 01:01:25.884694 dv-cinder-760180-3-iscsi neutron-server[94636]: 'SecurityGroupRule': '1.2', Aug 31 01:01:25.884694 dv-cinder-760180-3-iscsi neutron-server[94636]: 'SubPort': '1.0', Aug 31 01:01:25.884694 dv-cinder-760180-3-iscsi neutron-server[94636]: 'Subnet': '1.1', Aug 31 01:01:25.884694 dv-cinder-760180-3-iscsi neutron-server[94636]: 'Trunk': '1.1'}} Aug 31 01:01:25.884694 dv-cinder-760180-3-iscsi neutron-server[94636]: {{(pid=94636) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 01:01:25.931429 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-17978534-bdd8-487b-a82f-9fe16ed3a70f None None] Attempting to bind port f69994e6-a9e1-4e6e-a61b-b82fa2b77539 on host dv-cinder-760180-3-iscsi for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:01:25.931816 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-17978534-bdd8-487b-a82f-9fe16ed3a70f None None] Attempting to bind port f69994e6-a9e1-4e6e-a61b-b82fa2b77539 by drivers openvswitch,hyperv on host dv-cinder-760180-3-iscsi at level 0 using segments [{'id': '20d1ab73-bb66-438b-a07f-e68ae9c13d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2c622c24-3d7b-467c-ad10-e8bb02140b73'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:01:25.932259 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17978534-bdd8-487b-a82f-9fe16ed3a70f None None] Attempting to bind port f69994e6-a9e1-4e6e-a61b-b82fa2b77539 on network 2c622c24-3d7b-467c-ad10-e8bb02140b73 {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:25.936975 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17978534-bdd8-487b-a82f-9fe16ed3a70f None None] Checking agent: {'id': 'e0e3d429-98ee-4375-b253-cc814bb4b4fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760180-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 1, 9), 'started_at': datetime.datetime(2021, 8, 31, 1, 1, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760180-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:01:25.937384 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17978534-bdd8-487b-a82f-9fe16ed3a70f None None] Checking segment: {'id': '20d1ab73-bb66-438b-a07f-e68ae9c13d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2c622c24-3d7b-467c-ad10-e8bb02140b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:01:25.937865 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-17978534-bdd8-487b-a82f-9fe16ed3a70f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:25.938283 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17978534-bdd8-487b-a82f-9fe16ed3a70f None None] Bound using segment: {'id': '20d1ab73-bb66-438b-a07f-e68ae9c13d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2c622c24-3d7b-467c-ad10-e8bb02140b73'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:01:25.938805 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-17978534-bdd8-487b-a82f-9fe16ed3a70f None None] Bound port: f69994e6-a9e1-4e6e-a61b-b82fa2b77539, host: dv-cinder-760180-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20d1ab73-bb66-438b-a07f-e68ae9c13d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2c622c24-3d7b-467c-ad10-e8bb02140b73'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:01:25.939205 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-17978534-bdd8-487b-a82f-9fe16ed3a70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:25.999942 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-17978534-bdd8-487b-a82f-9fe16ed3a70f None None] For port f69994e6-a9e1-4e6e-a61b-b82fa2b77539, host dv-cinder-760180-3-iscsi, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:01:26.004089 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-17978534-bdd8-487b-a82f-9fe16ed3a70f None None] For port f69994e6-a9e1-4e6e-a61b-b82fa2b77539, host dv-cinder-760180-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=f69994e6-a9e1-4e6e-a61b-b82fa2b77539,segment=NetworkSegment(20d1ab73-bb66-438b-a07f-e68ae9c13d96),segment_id=20d1ab73-bb66-438b-a07f-e68ae9c13d96)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:01:26.105220 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-17978534-bdd8-487b-a82f-9fe16ed3a70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:26.173871 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17978534-bdd8-487b-a82f-9fe16ed3a70f None None] Pushing event updated for resources: {'Port': ['ID=f69994e6-a9e1-4e6e-a61b-b82fa2b77539,revision_number=2']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:27.345006 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 52376) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:27.657411 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [None req-09fd1b5a-ba9b-4dbc-92a8-ef0e86474a56 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:01:27.658349 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-09fd1b5a-ba9b-4dbc-92a8-ef0e86474a56 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3122895 Aug 31 01:01:30.110271 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 52384) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:30.615229 dv-cinder-760180-3-iscsi neutron-server[94635]: WARNING oslo_policy.policy [None req-94654a79-0ba8-480d-9430-5154573f1625 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 01:01:30.615809 dv-cinder-760180-3-iscsi neutron-server[94635]: WARNING oslo_policy.policy [None req-94654a79-0ba8-480d-9430-5154573f1625 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 01:01:30.838307 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [None req-94654a79-0ba8-480d-9430-5154573f1625 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:01:30.839443 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-94654a79-0ba8-480d-9430-5154573f1625 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7281153 Aug 31 01:01:31.769227 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 5 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:01:33.462597 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 52404) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:33.757142 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-29bc1fba-5f3a-4a07-ad99-756f4df5720d admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '2fd0084781984a8d937a06f1d043408a', 'admin_state_up': True}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:33.965672 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-29bc1fba-5f3a-4a07-ad99-756f4df5720d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-468235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4389'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:33.967326 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-29bc1fba-5f3a-4a07-ad99-756f4df5720d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-369389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-373117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:34.104573 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-29bc1fba-5f3a-4a07-ad99-756f4df5720d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:34.174521 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-29bc1fba-5f3a-4a07-ad99-756f4df5720d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-369364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371949'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:34.268046 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-29bc1fba-5f3a-4a07-ad99-756f4df5720d admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:34.269270 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-29bc1fba-5f3a-4a07-ad99-756f4df5720d admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8057015 Aug 31 01:01:34.507325 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3913186c-7a61-44e3-93a1-ba3978f87663 None None] Network 2c622c24-3d7b-467c-ad10-e8bb02140b73 requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:01:34.681507 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-001c42b2-b682-408f-9730-4fc899bf28f9 None None] Provisioning for port f69994e6-a9e1-4e6e-a61b-b82fa2b77539 completed by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:35.069109 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device f69994e6-a9e1-4e6e-a61b-b82fa2b77539 up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:35.239746 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning for port f69994e6-a9e1-4e6e-a61b-b82fa2b77539 completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:35.243998 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port f69994e6-a9e1-4e6e-a61b-b82fa2b77539 triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:35.244400 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:35.349028 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:35.382130 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] For port f69994e6-a9e1-4e6e-a61b-b82fa2b77539, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=f69994e6-a9e1-4e6e-a61b-b82fa2b77539,segment=NetworkSegment(20d1ab73-bb66-438b-a07f-e68ae9c13d96),segment_id=20d1ab73-bb66-438b-a07f-e68ae9c13d96)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:35.490949 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:35.537593 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Pushing event updated for resources: {'Port': ['ID=f69994e6-a9e1-4e6e-a61b-b82fa2b77539,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:36.565506 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-daa68197-15b8-4986-88be-a6fb4a5595eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:36.641982 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 52412) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:36.949718 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [None req-61f7efac-6d11-4eda-97d1-afa28e60d7b0 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:01:36.950735 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-61f7efac-6d11-4eda-97d1-afa28e60d7b0 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3077793 Aug 31 01:01:37.052236 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device f69994e6-a9e1-4e6e-a61b-b82fa2b77539 up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:37.103128 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port f69994e6-a9e1-4e6e-a61b-b82fa2b77539 triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:37.103502 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:38.932631 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-3e3a6ad2-a85f-4ff5-bde1-87a9482bdad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:39.328138 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 52420) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:39.338703 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:39.638004 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-93dc657d-6e5b-494e-85b1-41362517832c admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:39.743830 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93dc657d-6e5b-494e-85b1-41362517832c admin admin] Made reservation on behalf of b1b8b3cf4ca74700b5adae58b6ab16fc for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:01:39.746029 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-93dc657d-6e5b-494e-85b1-41362517832c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:39.753880 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-93dc657d-6e5b-494e-85b1-41362517832c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:39.838040 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-93dc657d-6e5b-494e-85b1-41362517832c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:39.983885 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-93dc657d-6e5b-494e-85b1-41362517832c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:39.999664 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:40.001468 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-93dc657d-6e5b-494e-85b1-41362517832c admin admin] Reserving flat network on physical network physnet1 {{(pid=94634) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 31 01:01:40.013582 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc657d-6e5b-494e-85b1-41362517832c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7293cdf-cf3f-44f5-96fb-7e8b36f2e1cf,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:40.090968 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-93dc657d-6e5b-494e-85b1-41362517832c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:40.091381 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.db.segments_db [None req-93dc657d-6e5b-494e-85b1-41362517832c admin admin] Added segment 1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a of type flat for network 6de9ff05-f8f6-4fd1-b476-077a32a7a2f5 Aug 31 01:01:40.145442 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-93dc657d-6e5b-494e-85b1-41362517832c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766773254247'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:40.287017 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-93dc657d-6e5b-494e-85b1-41362517832c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:40.287886 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dc657d-6e5b-494e-85b1-41362517832c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:40.288455 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-93dc657d-6e5b-494e-85b1-41362517832c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:40.344999 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc657d-6e5b-494e-85b1-41362517832c admin admin] Pushing event updated for resources: {'Network': ['ID=6de9ff05-f8f6-4fd1-b476-077a32a7a2f5,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:40.354109 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Network 6de9ff05-f8f6-4fd1-b476-077a32a7a2f5 details requested by agent ovs-agent-dv-cinder-760180-3-iscsi with host dv-cinder-760180-3-iscsi {{(pid=94636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:01:40.407749 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-93dc657d-6e5b-494e-85b1-41362517832c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0785215 Aug 31 01:01:41.852707 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:42.755550 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 52438) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:42.929483 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82453360-7a17-47b0-b7b6-d7c4b2dab1a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:42.930824 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-82453360-7a17-47b0-b7b6-d7c4b2dab1a2 admin admin] 10.222.0.43 "GET /v2.0/subnets/1356dcfe-125c-4d01-943c-2d34b2c35719 HTTP/1.1" status: 200 len: 849 time: 0.1743159 Aug 31 01:01:43.046450 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-37fddecc-8e12-4087-aedf-30cda40e9535 admin admin] 10.222.0.43 "GET /v2.0/routers/2199f232-5672-4393-988c-e71482ff647d HTTP/1.1" status: 200 len: 704 time: 0.1095414 Aug 31 01:01:43.312277 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e90514d2-f7b4-4cd4-9e4a-e30ea800ecf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:43.601869 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-e90514d2-f7b4-4cd4-9e4a-e30ea800ecf3 admin admin] Allocated IP 172.20.0.1 (2c622c24-3d7b-467c-ad10-e8bb02140b73/1356dcfe-125c-4d01-943c-2d34b2c35719/7589f534-97b1-4a30-b244-2753eae73d79) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:01:43.799368 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e90514d2-f7b4-4cd4-9e4a-e30ea800ecf3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:43.821440 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-e90514d2-f7b4-4cd4-9e4a-e30ea800ecf3 admin admin] Transition to ACTIVE for port object 7589f534-97b1-4a30-b244-2753eae73d79 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:43.985342 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e90514d2-f7b4-4cd4-9e4a-e30ea800ecf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:44.061734 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90514d2-f7b4-4cd4-9e4a-e30ea800ecf3 admin admin] Network 2c622c24-3d7b-467c-ad10-e8bb02140b73 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:44.066410 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-e90514d2-f7b4-4cd4-9e4a-e30ea800ecf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:44.071870 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90514d2-f7b4-4cd4-9e4a-e30ea800ecf3 admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:01:44.071870 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e90514d2-f7b4-4cd4-9e4a-e30ea800ecf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372126'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:44.089784 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90514d2-f7b4-4cd4-9e4a-e30ea800ecf3 admin admin] Pushing event updated for resources: {'Port': ['ID=7589f534-97b1-4a30-b244-2753eae73d79,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:44.319312 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e90514d2-f7b4-4cd4-9e4a-e30ea800ecf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:44.367303 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-48a52797-f294-48d3-9383-ad916de92520 None None] Provisioning for port 7589f534-97b1-4a30-b244-2753eae73d79 completed by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:44.371126 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-48a52797-f294-48d3-9383-ad916de92520 None None] Provisioning complete for port 7589f534-97b1-4a30-b244-2753eae73d79 triggered by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:44.371522 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-48a52797-f294-48d3-9383-ad916de92520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:44.404392 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-48a52797-f294-48d3-9383-ad916de92520 None None] Port 7589f534-97b1-4a30-b244-2753eae73d79 cannot update to ACTIVE because it is not bound. {{(pid=94636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:01:44.521226 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e90514d2-f7b4-4cd4-9e4a-e30ea800ecf3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:44.629900 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e90514d2-f7b4-4cd4-9e4a-e30ea800ecf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:44.630599 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e90514d2-f7b4-4cd4-9e4a-e30ea800ecf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370990'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:44.707454 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90514d2-f7b4-4cd4-9e4a-e30ea800ecf3 admin admin] Pushing event updated for resources: {'Port': ['ID=7589f534-97b1-4a30-b244-2753eae73d79,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:44.754613 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90514d2-f7b4-4cd4-9e4a-e30ea800ecf3 admin admin] Network 2c622c24-3d7b-467c-ad10-e8bb02140b73 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:44.755899 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-e90514d2-f7b4-4cd4-9e4a-e30ea800ecf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:44.924184 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-c003933d-132c-4079-aef5-af74e8d6447f None None] Provisioning complete for port 7589f534-97b1-4a30-b244-2753eae73d79 triggered by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:44.925749 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-c003933d-132c-4079-aef5-af74e8d6447f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:44.957427 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-c003933d-132c-4079-aef5-af74e8d6447f None None] Port 7589f534-97b1-4a30-b244-2753eae73d79 cannot update to ACTIVE because it is not bound. {{(pid=94636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:01:44.982584 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90514d2-f7b4-4cd4-9e4a-e30ea800ecf3 admin admin] Router 2199f232-5672-4393-988c-e71482ff647d is scheduled to L3 agent c5d183af-b1ef-4815-8853-b3c8447fce00 with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:01:45.072680 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90514d2-f7b4-4cd4-9e4a-e30ea800ecf3 admin admin] Notify agent at l3_agent.dv-cinder-760180-3-iscsi the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:01:45.079296 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-e90514d2-f7b4-4cd4-9e4a-e30ea800ecf3 admin admin] 10.222.0.43 "PUT /v2.0/routers/2199f232-5672-4393-988c-e71482ff647d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0255072 Aug 31 01:01:45.093767 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e7a736-9aa3-4944-a2b3-d5cbb9abb3cf None None] Sync routers for ids ['2199f232-5672-4393-988c-e71482ff647d'] in dv-cinder-760180-3-iscsi {{(pid=94637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:01:45.107684 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e7a736-9aa3-4944-a2b3-d5cbb9abb3cf None None] Routers {'2199f232-5672-4393-988c-e71482ff647d'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:45.108526 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-88e7a736-9aa3-4944-a2b3-d5cbb9abb3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:01:39Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['2199f232-5672-4393-988c-e71482ff647d'], 'active': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:45.288092 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvr_db [None req-88e7a736-9aa3-4944-a2b3-d5cbb9abb3cf None None] Set router 2199f232-5672-4393-988c-e71482ff647d gateway port host: None {{(pid=94637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:01:45.714297 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-88e7a736-9aa3-4944-a2b3-d5cbb9abb3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2199f232-5672-4393-988c-e71482ff647d', 'name': 'router1', 'tenant_id': '2fd0084781984a8d937a06f1d043408a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:01:33Z', 'updated_at': '2021-08-31T01:01:44Z', 'revision_number': 2, 'project_id': '2fd0084781984a8d937a06f1d043408a', 'gw_port_host': None, '_interfaces': [{'id': '7589f534-97b1-4a30-b244-2753eae73d79', 'name': '', 'network_id': '2c622c24-3d7b-467c-ad10-e8bb02140b73', 'tenant_id': '2fd0084781984a8d937a06f1d043408a', 'mac_address': 'fa:16:3e:21:57:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2199f232-5672-4393-988c-e71482ff647d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1356dcfe-125c-4d01-943c-2d34b2c35719', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:43Z', 'updated_at': '2021-08-31T01:01:44Z', 'revision_number': 2, 'project_id': '2fd0084781984a8d937a06f1d043408a', 'subnets': [{'id': '1356dcfe-125c-4d01-943c-2d34b2c35719', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4548f170-1c18-4e82-856e-860c23f516b8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:45.765608 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e7a736-9aa3-4944-a2b3-d5cbb9abb3cf None None] Checking router: 2199f232-5672-4393-988c-e71482ff647d for host: dv-cinder-760180-3-iscsi {{(pid=94637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:01:45.765973 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e7a736-9aa3-4944-a2b3-d5cbb9abb3cf None None] Updating router 2199f232-5672-4393-988c-e71482ff647d port 7589f534-97b1-4a30-b244-2753eae73d79 binding host dv-cinder-760180-3-iscsi {{(pid=94637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:01:45.812766 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-88e7a736-9aa3-4944-a2b3-d5cbb9abb3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:46.313654 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-88e7a736-9aa3-4944-a2b3-d5cbb9abb3cf None None] Notify callbacks [] for port, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:46.331160 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.provisioning_blocks [None req-88e7a736-9aa3-4944-a2b3-d5cbb9abb3cf None None] Transition to ACTIVE for port object 7589f534-97b1-4a30-b244-2753eae73d79 will not be triggered until provisioned by entity L2. {{(pid=94637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:46.435569 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-88e7a736-9aa3-4944-a2b3-d5cbb9abb3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:46.594160 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b19253-96b9-4979-93b3-56eafd4cf183 None None] Pushing event updated for resources: {'Port': ['ID=7589f534-97b1-4a30-b244-2753eae73d79,revision_number=3']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:46.609703 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [None req-88e7a736-9aa3-4944-a2b3-d5cbb9abb3cf None None] Attempting to bind port 7589f534-97b1-4a30-b244-2753eae73d79 on host dv-cinder-760180-3-iscsi for vnic_type normal with profile {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:01:46.610103 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [None req-88e7a736-9aa3-4944-a2b3-d5cbb9abb3cf None None] Attempting to bind port 7589f534-97b1-4a30-b244-2753eae73d79 by drivers openvswitch,hyperv on host dv-cinder-760180-3-iscsi at level 0 using segments [{'id': '20d1ab73-bb66-438b-a07f-e68ae9c13d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2c622c24-3d7b-467c-ad10-e8bb02140b73'}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:01:46.610583 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e7a736-9aa3-4944-a2b3-d5cbb9abb3cf None None] Attempting to bind port 7589f534-97b1-4a30-b244-2753eae73d79 on network 2c622c24-3d7b-467c-ad10-e8bb02140b73 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:46.613065 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b19253-96b9-4979-93b3-56eafd4cf183 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:46.613409 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b19253-96b9-4979-93b3-56eafd4cf183 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:46.613746 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b19253-96b9-4979-93b3-56eafd4cf183 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:46.614079 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b19253-96b9-4979-93b3-56eafd4cf183 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:46.614405 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b19253-96b9-4979-93b3-56eafd4cf183 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:46.614758 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b19253-96b9-4979-93b3-56eafd4cf183 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:46.615086 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b19253-96b9-4979-93b3-56eafd4cf183 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:46.615411 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b19253-96b9-4979-93b3-56eafd4cf183 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:46.615748 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b19253-96b9-4979-93b3-56eafd4cf183 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:46.616315 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b19253-96b9-4979-93b3-56eafd4cf183 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:46.616640 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b19253-96b9-4979-93b3-56eafd4cf183 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:46.616958 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b19253-96b9-4979-93b3-56eafd4cf183 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:46.618033 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b19253-96b9-4979-93b3-56eafd4cf183 None None] Tracked resource versions report: Aug 31 01:01:46.618033 dv-cinder-760180-3-iscsi neutron-server[94637]: pushed versions: Aug 31 01:01:46.618033 dv-cinder-760180-3-iscsi neutron-server[94637]: { 'AddressGroup': {'1.2'}, Aug 31 01:01:46.618033 dv-cinder-760180-3-iscsi neutron-server[94637]: 'ConntrackHelper': {'1.0'}, Aug 31 01:01:46.618033 dv-cinder-760180-3-iscsi neutron-server[94637]: 'Log': {'1.0'}, Aug 31 01:01:46.618033 dv-cinder-760180-3-iscsi neutron-server[94637]: 'Network': {'1.1'}, Aug 31 01:01:46.618033 dv-cinder-760180-3-iscsi neutron-server[94637]: 'Port': {'1.7'}, Aug 31 01:01:46.618033 dv-cinder-760180-3-iscsi neutron-server[94637]: 'PortForwarding': {'1.2'}, Aug 31 01:01:46.618033 dv-cinder-760180-3-iscsi neutron-server[94637]: 'QosPolicy': {'1.9'}, Aug 31 01:01:46.618033 dv-cinder-760180-3-iscsi neutron-server[94637]: 'SecurityGroup': {'1.4'}, Aug 31 01:01:46.618033 dv-cinder-760180-3-iscsi neutron-server[94637]: 'SecurityGroupRule': {'1.2'}, Aug 31 01:01:46.618033 dv-cinder-760180-3-iscsi neutron-server[94637]: 'SubPort': {'1.0'}, Aug 31 01:01:46.618033 dv-cinder-760180-3-iscsi neutron-server[94637]: 'Subnet': {'1.1'}, Aug 31 01:01:46.618033 dv-cinder-760180-3-iscsi neutron-server[94637]: 'Trunk': {'1.1'}} Aug 31 01:01:46.618033 dv-cinder-760180-3-iscsi neutron-server[94637]: consumer versions: Aug 31 01:01:46.618033 dv-cinder-760180-3-iscsi neutron-server[94637]: { DHCP agent@dv-cinder-760180-3-iscsi: {}, Aug 31 01:01:46.618033 dv-cinder-760180-3-iscsi neutron-server[94637]: L3 agent@dv-cinder-760180-3-iscsi: {}, Aug 31 01:01:46.618033 dv-cinder-760180-3-iscsi neutron-server[94637]: Metadata agent@dv-cinder-760180-3-iscsi: {}, Aug 31 01:01:46.618033 dv-cinder-760180-3-iscsi neutron-server[94637]: Metering agent@dv-cinder-760180-3-iscsi: {}, Aug 31 01:01:46.618033 dv-cinder-760180-3-iscsi neutron-server[94637]: Open vSwitch agent@dv-cinder-760180-3-iscsi: { 'AddressGroup': '1.2', Aug 31 01:01:46.618033 dv-cinder-760180-3-iscsi neutron-server[94637]: 'ConntrackHelper': '1.0', Aug 31 01:01:46.618033 dv-cinder-760180-3-iscsi neutron-server[94637]: 'Log': '1.0', Aug 31 01:01:46.618033 dv-cinder-760180-3-iscsi neutron-server[94637]: 'Network': '1.1', Aug 31 01:01:46.618033 dv-cinder-760180-3-iscsi neutron-server[94637]: 'Port': '1.7', Aug 31 01:01:46.618033 dv-cinder-760180-3-iscsi neutron-server[94637]: 'PortForwarding': '1.2', Aug 31 01:01:46.618033 dv-cinder-760180-3-iscsi neutron-server[94637]: 'QosPolicy': '1.9', Aug 31 01:01:46.618033 dv-cinder-760180-3-iscsi neutron-server[94637]: 'SecurityGroup': '1.4', Aug 31 01:01:46.618033 dv-cinder-760180-3-iscsi neutron-server[94637]: 'SecurityGroupRule': '1.2', Aug 31 01:01:46.618033 dv-cinder-760180-3-iscsi neutron-server[94637]: 'SubPort': '1.0', Aug 31 01:01:46.618033 dv-cinder-760180-3-iscsi neutron-server[94637]: 'Subnet': '1.1', Aug 31 01:01:46.618033 dv-cinder-760180-3-iscsi neutron-server[94637]: 'Trunk': '1.1'}} Aug 31 01:01:46.618033 dv-cinder-760180-3-iscsi neutron-server[94637]: {{(pid=94637) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 01:01:46.623904 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e7a736-9aa3-4944-a2b3-d5cbb9abb3cf None None] Checking agent: {'id': 'e0e3d429-98ee-4375-b253-cc814bb4b4fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760180-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 1, 9), 'started_at': datetime.datetime(2021, 8, 31, 1, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760180-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:01:46.624318 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e7a736-9aa3-4944-a2b3-d5cbb9abb3cf None None] Checking segment: {'id': '20d1ab73-bb66-438b-a07f-e68ae9c13d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2c622c24-3d7b-467c-ad10-e8bb02140b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:01:46.624813 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-88e7a736-9aa3-4944-a2b3-d5cbb9abb3cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:46.625192 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e7a736-9aa3-4944-a2b3-d5cbb9abb3cf None None] Bound using segment: {'id': '20d1ab73-bb66-438b-a07f-e68ae9c13d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2c622c24-3d7b-467c-ad10-e8bb02140b73'} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:01:46.625704 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [None req-88e7a736-9aa3-4944-a2b3-d5cbb9abb3cf None None] Bound port: 7589f534-97b1-4a30-b244-2753eae73d79, host: dv-cinder-760180-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20d1ab73-bb66-438b-a07f-e68ae9c13d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2c622c24-3d7b-467c-ad10-e8bb02140b73'}}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:01:46.626095 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-88e7a736-9aa3-4944-a2b3-d5cbb9abb3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:46.692264 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [None req-88e7a736-9aa3-4944-a2b3-d5cbb9abb3cf None None] For port 7589f534-97b1-4a30-b244-2753eae73d79, host dv-cinder-760180-3-iscsi, cleared binding levels {{(pid=94637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:01:46.711586 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [None req-88e7a736-9aa3-4944-a2b3-d5cbb9abb3cf None None] For port 7589f534-97b1-4a30-b244-2753eae73d79, host dv-cinder-760180-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=7589f534-97b1-4a30-b244-2753eae73d79,segment=NetworkSegment(20d1ab73-bb66-438b-a07f-e68ae9c13d96),segment_id=20d1ab73-bb66-438b-a07f-e68ae9c13d96)] {{(pid=94637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:01:46.845918 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-88e7a736-9aa3-4944-a2b3-d5cbb9abb3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:46.903224 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b19253-96b9-4979-93b3-56eafd4cf183 None None] Pushing event updated for resources: {'Port': ['ID=7589f534-97b1-4a30-b244-2753eae73d79,revision_number=4']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:46.907451 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e7a736-9aa3-4944-a2b3-d5cbb9abb3cf None None] Routers {'2199f232-5672-4393-988c-e71482ff647d'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:46.907961 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-88e7a736-9aa3-4944-a2b3-d5cbb9abb3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:01:39Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['2199f232-5672-4393-988c-e71482ff647d'], 'active': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:46.994772 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvr_db [None req-88e7a736-9aa3-4944-a2b3-d5cbb9abb3cf None None] Set router 2199f232-5672-4393-988c-e71482ff647d gateway port host: None {{(pid=94637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:01:47.205693 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-88e7a736-9aa3-4944-a2b3-d5cbb9abb3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2199f232-5672-4393-988c-e71482ff647d', 'name': 'router1', 'tenant_id': '2fd0084781984a8d937a06f1d043408a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:01:33Z', 'updated_at': '2021-08-31T01:01:44Z', 'revision_number': 2, 'project_id': '2fd0084781984a8d937a06f1d043408a', 'gw_port_host': None, '_interfaces': [{'id': '7589f534-97b1-4a30-b244-2753eae73d79', 'name': '', 'network_id': '2c622c24-3d7b-467c-ad10-e8bb02140b73', 'tenant_id': '2fd0084781984a8d937a06f1d043408a', 'mac_address': 'fa:16:3e:21:57:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2199f232-5672-4393-988c-e71482ff647d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1356dcfe-125c-4d01-943c-2d34b2c35719', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:43Z', 'updated_at': '2021-08-31T01:01:46Z', 'revision_number': 4, 'project_id': '2fd0084781984a8d937a06f1d043408a', 'subnets': [{'id': '1356dcfe-125c-4d01-943c-2d34b2c35719', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4548f170-1c18-4e82-856e-860c23f516b8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:47.230953 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e7a736-9aa3-4944-a2b3-d5cbb9abb3cf None None] The sync data for ids ['2199f232-5672-4393-988c-e71482ff647d'] in dv-cinder-760180-3-iscsi is: [{'id': '2199f232-5672-4393-988c-e71482ff647d', 'name': 'router1', 'tenant_id': '2fd0084781984a8d937a06f1d043408a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:01:33Z', 'updated_at': '2021-08-31T01:01:44Z', 'revision_number': 2, 'project_id': '2fd0084781984a8d937a06f1d043408a', 'gw_port_host': None, '_interfaces': [{'id': '7589f534-97b1-4a30-b244-2753eae73d79', 'name': '', 'network_id': '2c622c24-3d7b-467c-ad10-e8bb02140b73', 'tenant_id': '2fd0084781984a8d937a06f1d043408a', 'mac_address': 'fa:16:3e:21:57:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2199f232-5672-4393-988c-e71482ff647d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1356dcfe-125c-4d01-943c-2d34b2c35719', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:43Z', 'updated_at': '2021-08-31T01:01:46Z', 'revision_number': 4, 'project_id': '2fd0084781984a8d937a06f1d043408a', 'subnets': [{'id': '1356dcfe-125c-4d01-943c-2d34b2c35719', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4548f170-1c18-4e82-856e-860c23f516b8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:01:47.303235 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 52458) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:47.577106 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.policy [None req-94ac04a9-1645-43a4-bd54-4bd4c5ff8a10 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94635) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 01:01:47.621941 dv-cinder-760180-3-iscsi neutron-server[94635]: WARNING oslo_policy.policy [None req-94ac04a9-1645-43a4-bd54-4bd4c5ff8a10 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 01:01:47.622315 dv-cinder-760180-3-iscsi neutron-server[94635]: WARNING oslo_policy.policy [None req-94ac04a9-1645-43a4-bd54-4bd4c5ff8a10 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 01:01:47.631127 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ac04a9-1645-43a4-bd54-4bd4c5ff8a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:47.632903 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-94ac04a9-1645-43a4-bd54-4bd4c5ff8a10 admin admin] 10.222.0.43 "GET /v2.0/networks/6de9ff05-f8f6-4fd1-b476-077a32a7a2f5 HTTP/1.1" status: 200 len: 842 time: 0.3287272 Aug 31 01:01:47.643327 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [None req-558800a0-de8c-4226-84d7-d3d62c3df375 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.3.1'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:47.645289 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.quota [None req-558800a0-de8c-4226-84d7-d3d62c3df375 admin admin] Loaded quota_driver: . Aug 31 01:01:47.789867 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558800a0-de8c-4226-84d7-d3d62c3df375 admin admin] Made reservation on behalf of b1b8b3cf4ca74700b5adae58b6ab16fc for: {'subnet': 1} {{(pid=94635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:01:47.792758 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-558800a0-de8c-4226-84d7-d3d62c3df375 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:48.275927 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.objects.ports [None req-558800a0-de8c-4226-84d7-d3d62c3df375 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94635) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 01:01:48.276424 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-558800a0-de8c-4226-84d7-d3d62c3df375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308'] for subnet, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:48.345330 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558800a0-de8c-4226-84d7-d3d62c3df375 admin admin] Checking segment: {'id': '1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:01:48.346009 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558800a0-de8c-4226-84d7-d3d62c3df375 admin admin] Network hostable DHCP agents. Network: 6de9ff05-f8f6-4fd1-b476-077a32a7a2f5, hostable agents: ['5f164b3b-8391-48cb-99c3-d9cfd53180ad'], hosted agents: [] {{(pid=94635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:01:48.350303 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558800a0-de8c-4226-84d7-d3d62c3df375 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44be20a0-ff0a-4c00-a541-a9ead83fffe9,revision_number=0']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:48.360201 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558800a0-de8c-4226-84d7-d3d62c3df375 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:48.360585 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558800a0-de8c-4226-84d7-d3d62c3df375 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:48.360926 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558800a0-de8c-4226-84d7-d3d62c3df375 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:48.361257 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558800a0-de8c-4226-84d7-d3d62c3df375 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:48.361580 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558800a0-de8c-4226-84d7-d3d62c3df375 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:48.361907 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558800a0-de8c-4226-84d7-d3d62c3df375 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:48.362226 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558800a0-de8c-4226-84d7-d3d62c3df375 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:48.362575 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558800a0-de8c-4226-84d7-d3d62c3df375 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:48.362911 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558800a0-de8c-4226-84d7-d3d62c3df375 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:48.363230 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558800a0-de8c-4226-84d7-d3d62c3df375 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:48.363546 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558800a0-de8c-4226-84d7-d3d62c3df375 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:48.363860 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558800a0-de8c-4226-84d7-d3d62c3df375 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:01:48.364927 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558800a0-de8c-4226-84d7-d3d62c3df375 admin admin] Tracked resource versions report: Aug 31 01:01:48.364927 dv-cinder-760180-3-iscsi neutron-server[94635]: pushed versions: Aug 31 01:01:48.364927 dv-cinder-760180-3-iscsi neutron-server[94635]: { 'AddressGroup': {'1.2'}, Aug 31 01:01:48.364927 dv-cinder-760180-3-iscsi neutron-server[94635]: 'ConntrackHelper': {'1.0'}, Aug 31 01:01:48.364927 dv-cinder-760180-3-iscsi neutron-server[94635]: 'Log': {'1.0'}, Aug 31 01:01:48.364927 dv-cinder-760180-3-iscsi neutron-server[94635]: 'Network': {'1.1'}, Aug 31 01:01:48.364927 dv-cinder-760180-3-iscsi neutron-server[94635]: 'Port': {'1.7'}, Aug 31 01:01:48.364927 dv-cinder-760180-3-iscsi neutron-server[94635]: 'PortForwarding': {'1.2'}, Aug 31 01:01:48.364927 dv-cinder-760180-3-iscsi neutron-server[94635]: 'QosPolicy': {'1.9'}, Aug 31 01:01:48.364927 dv-cinder-760180-3-iscsi neutron-server[94635]: 'SecurityGroup': {'1.4'}, Aug 31 01:01:48.364927 dv-cinder-760180-3-iscsi neutron-server[94635]: 'SecurityGroupRule': {'1.2'}, Aug 31 01:01:48.364927 dv-cinder-760180-3-iscsi neutron-server[94635]: 'SubPort': {'1.0'}, Aug 31 01:01:48.364927 dv-cinder-760180-3-iscsi neutron-server[94635]: 'Subnet': {'1.1'}, Aug 31 01:01:48.364927 dv-cinder-760180-3-iscsi neutron-server[94635]: 'Trunk': {'1.1'}} Aug 31 01:01:48.364927 dv-cinder-760180-3-iscsi neutron-server[94635]: consumer versions: Aug 31 01:01:48.364927 dv-cinder-760180-3-iscsi neutron-server[94635]: { DHCP agent@dv-cinder-760180-3-iscsi: {}, Aug 31 01:01:48.364927 dv-cinder-760180-3-iscsi neutron-server[94635]: L3 agent@dv-cinder-760180-3-iscsi: {}, Aug 31 01:01:48.364927 dv-cinder-760180-3-iscsi neutron-server[94635]: Metadata agent@dv-cinder-760180-3-iscsi: {}, Aug 31 01:01:48.364927 dv-cinder-760180-3-iscsi neutron-server[94635]: Metering agent@dv-cinder-760180-3-iscsi: {}, Aug 31 01:01:48.364927 dv-cinder-760180-3-iscsi neutron-server[94635]: Open vSwitch agent@dv-cinder-760180-3-iscsi: { 'AddressGroup': '1.2', Aug 31 01:01:48.364927 dv-cinder-760180-3-iscsi neutron-server[94635]: 'ConntrackHelper': '1.0', Aug 31 01:01:48.364927 dv-cinder-760180-3-iscsi neutron-server[94635]: 'Log': '1.0', Aug 31 01:01:48.364927 dv-cinder-760180-3-iscsi neutron-server[94635]: 'Network': '1.1', Aug 31 01:01:48.364927 dv-cinder-760180-3-iscsi neutron-server[94635]: 'Port': '1.7', Aug 31 01:01:48.364927 dv-cinder-760180-3-iscsi neutron-server[94635]: 'PortForwarding': '1.2', Aug 31 01:01:48.364927 dv-cinder-760180-3-iscsi neutron-server[94635]: 'QosPolicy': '1.9', Aug 31 01:01:48.364927 dv-cinder-760180-3-iscsi neutron-server[94635]: 'SecurityGroup': '1.4', Aug 31 01:01:48.364927 dv-cinder-760180-3-iscsi neutron-server[94635]: 'SecurityGroupRule': '1.2', Aug 31 01:01:48.364927 dv-cinder-760180-3-iscsi neutron-server[94635]: 'SubPort': '1.0', Aug 31 01:01:48.364927 dv-cinder-760180-3-iscsi neutron-server[94635]: 'Subnet': '1.1', Aug 31 01:01:48.364927 dv-cinder-760180-3-iscsi neutron-server[94635]: 'Trunk': '1.1'}} Aug 31 01:01:48.364927 dv-cinder-760180-3-iscsi neutron-server[94635]: {{(pid=94635) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 01:01:48.493066 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558800a0-de8c-4226-84d7-d3d62c3df375 admin admin] Network 6de9ff05-f8f6-4fd1-b476-077a32a7a2f5 is scheduled to be hosted by DHCP agent 5f164b3b-8391-48cb-99c3-d9cfd53180ad with binding_index 1 {{(pid=94635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:01:48.584088 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-558800a0-de8c-4226-84d7-d3d62c3df375 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760180-3-iscsi, 6de9ff05-f8f6-4fd1-b476-077a32a7a2f5) {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:48.589154 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558800a0-de8c-4226-84d7-d3d62c3df375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:48.589774 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-558800a0-de8c-4226-84d7-d3d62c3df375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for subnet, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:48.594740 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec05f88-5027-4cd3-866c-5b542ff32412 None None] Network 6de9ff05-f8f6-4fd1-b476-077a32a7a2f5 requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:01:48.691152 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-558800a0-de8c-4226-84d7-d3d62c3df375 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0425766 Aug 31 01:01:48.718895 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466050b1-e2e8-4c1d-9bce-bcc3787c98b8 None None] Network 6de9ff05-f8f6-4fd1-b476-077a32a7a2f5 requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:01:50.949002 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 52472) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:51.190012 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-cdacfc79-51b6-4ac1-a63a-43b8d8b7eaed admin admin] 10.222.0.43 "GET /v2.0/routers/2199f232-5672-4393-988c-e71482ff647d HTTP/1.1" status: 200 len: 710 time: 0.2399092 Aug 31 01:01:51.276450 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8d1be9-ea3c-4920-b24d-6764010f1b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:01:51.277753 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-ca8d1be9-ea3c-4920-b24d-6764010f1b3a admin admin] 10.222.0.43 "GET /v2.0/networks/6de9ff05-f8f6-4fd1-b476-077a32a7a2f5 HTTP/1.1" status: 200 len: 886 time: 0.0817680 Aug 31 01:01:51.288049 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [None req-0d1c704e-860e-4fbc-a57c-d8a97f3b1a7a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'}}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:01:51.534349 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0d1c704e-860e-4fbc-a57c-d8a97f3b1a7a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:51.884121 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0d1c704e-860e-4fbc-a57c-d8a97f3b1a7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:51.967175 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0d1c704e-860e-4fbc-a57c-d8a97f3b1a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:52.121508 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-0d1c704e-860e-4fbc-a57c-d8a97f3b1a7a admin admin] Allocated IP 172.27.3.203 (6de9ff05-f8f6-4fd1-b476-077a32a7a2f5/44be20a0-ff0a-4c00-a541-a9ead83fffe9/a226ac0c-849f-4921-a802-b7f530b7521b) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:01:52.235996 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0d1c704e-860e-4fbc-a57c-d8a97f3b1a7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:52.442370 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0d1c704e-860e-4fbc-a57c-d8a97f3b1a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:52.515263 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1c704e-860e-4fbc-a57c-d8a97f3b1a7a admin admin] Network 6de9ff05-f8f6-4fd1-b476-077a32a7a2f5 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:01:52.520026 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-0d1c704e-860e-4fbc-a57c-d8a97f3b1a7a admin admin] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:01:52.526220 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1c704e-860e-4fbc-a57c-d8a97f3b1a7a admin admin] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:01:52.531734 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1c704e-860e-4fbc-a57c-d8a97f3b1a7a admin admin] Pushing event updated for resources: {'Port': ['ID=a226ac0c-849f-4921-a802-b7f530b7521b,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:52.974038 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0d1c704e-860e-4fbc-a57c-d8a97f3b1a7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:53.088920 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 7589f534-97b1-4a30-b244-2753eae73d79 up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:53.177070 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0d1c704e-860e-4fbc-a57c-d8a97f3b1a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-371952', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-369350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4352'] for router, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:53.182081 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0d1c704e-860e-4fbc-a57c-d8a97f3b1a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-371963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-371938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-369375'] for router, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:53.236030 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning for port 7589f534-97b1-4a30-b244-2753eae73d79 completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:53.240451 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port 7589f534-97b1-4a30-b244-2753eae73d79 triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:53.240886 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:53.301375 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d1c704e-860e-4fbc-a57c-d8a97f3b1a7a admin admin] Router 2199f232-5672-4393-988c-e71482ff647d has already been hosted by L3 agent c5d183af-b1ef-4815-8853-b3c8447fce00 {{(pid=94635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:01:53.326337 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:53.358008 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] For port 7589f534-97b1-4a30-b244-2753eae73d79, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=7589f534-97b1-4a30-b244-2753eae73d79,segment=NetworkSegment(20d1ab73-bb66-438b-a07f-e68ae9c13d96),segment_id=20d1ab73-bb66-438b-a07f-e68ae9c13d96)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:53.407140 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1c704e-860e-4fbc-a57c-d8a97f3b1a7a admin admin] Notify agent at l3_agent.dv-cinder-760180-3-iscsi the message routers_updated {{(pid=94635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:01:53.412372 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0d1c704e-860e-4fbc-a57c-d8a97f3b1a7a admin admin] Notify callbacks [] for router, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:53.414661 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-0d1c704e-860e-4fbc-a57c-d8a97f3b1a7a admin admin] 10.222.0.43 "PUT /v2.0/routers/2199f232-5672-4393-988c-e71482ff647d HTTP/1.1" status: 200 len: 890 time: 2.1300161 Aug 31 01:01:53.452704 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:53.503828 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Pushing event updated for resources: {'Port': ['ID=7589f534-97b1-4a30-b244-2753eae73d79,revision_number=5']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:53.572065 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb42281-b540-4d66-8bda-da16acedb3bd None None] Sync routers for ids ['2199f232-5672-4393-988c-e71482ff647d'] in dv-cinder-760180-3-iscsi {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:01:53.583807 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb42281-b540-4d66-8bda-da16acedb3bd None None] Routers {'2199f232-5672-4393-988c-e71482ff647d'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:53.584448 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-7eb42281-b540-4d66-8bda-da16acedb3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:01:39Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['2199f232-5672-4393-988c-e71482ff647d'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:53.839792 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-7eb42281-b540-4d66-8bda-da16acedb3bd None None] Set router 2199f232-5672-4393-988c-e71482ff647d gateway port host: dv-cinder-760180-3-iscsi {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:01:54.224490 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-7eb42281-b540-4d66-8bda-da16acedb3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2199f232-5672-4393-988c-e71482ff647d', 'name': 'router1', 'tenant_id': '2fd0084781984a8d937a06f1d043408a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'a226ac0c-849f-4921-a802-b7f530b7521b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:01:33Z', 'updated_at': '2021-08-31T01:01:52Z', 'revision_number': 4, 'project_id': '2fd0084781984a8d937a06f1d043408a', 'gw_port': {'id': 'a226ac0c-849f-4921-a802-b7f530b7521b', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:aa:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2199f232-5672-4393-988c-e71482ff647d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:51Z', 'updated_at': '2021-08-31T01:01:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': '7589f534-97b1-4a30-b244-2753eae73d79', 'name': '', 'network_id': '2c622c24-3d7b-467c-ad10-e8bb02140b73', 'tenant_id': '2fd0084781984a8d937a06f1d043408a', 'mac_address': 'fa:16:3e:21:57:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2199f232-5672-4393-988c-e71482ff647d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1356dcfe-125c-4d01-943c-2d34b2c35719', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:43Z', 'updated_at': '2021-08-31T01:01:53Z', 'revision_number': 5, 'project_id': '2fd0084781984a8d937a06f1d043408a', 'subnets': [{'id': '1356dcfe-125c-4d01-943c-2d34b2c35719', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4548f170-1c18-4e82-856e-860c23f516b8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:54.281083 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb42281-b540-4d66-8bda-da16acedb3bd None None] Checking router: 2199f232-5672-4393-988c-e71482ff647d for host: dv-cinder-760180-3-iscsi {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:01:54.281681 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb42281-b540-4d66-8bda-da16acedb3bd None None] Updating router 2199f232-5672-4393-988c-e71482ff647d port a226ac0c-849f-4921-a802-b7f530b7521b binding host dv-cinder-760180-3-iscsi {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:01:54.332205 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-7eb42281-b540-4d66-8bda-da16acedb3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:54.644166 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-7eb42281-b540-4d66-8bda-da16acedb3bd None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:54.653468 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-7eb42281-b540-4d66-8bda-da16acedb3bd None None] Transition to ACTIVE for port object a226ac0c-849f-4921-a802-b7f530b7521b will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:01:54.750429 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-7eb42281-b540-4d66-8bda-da16acedb3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:54.803762 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-7eb42281-b540-4d66-8bda-da16acedb3bd None None] Attempting to bind port a226ac0c-849f-4921-a802-b7f530b7521b on host dv-cinder-760180-3-iscsi for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:01:54.804071 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-7eb42281-b540-4d66-8bda-da16acedb3bd None None] Attempting to bind port a226ac0c-849f-4921-a802-b7f530b7521b by drivers openvswitch,hyperv on host dv-cinder-760180-3-iscsi at level 0 using segments [{'id': '1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:01:54.804441 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb42281-b540-4d66-8bda-da16acedb3bd None None] Attempting to bind port a226ac0c-849f-4921-a802-b7f530b7521b on network 6de9ff05-f8f6-4fd1-b476-077a32a7a2f5 {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:01:54.806268 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd19318-2a46-4bc6-9536-6b352e308eb1 None None] Pushing event updated for resources: {'Port': ['ID=a226ac0c-849f-4921-a802-b7f530b7521b,revision_number=2']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:54.811693 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb42281-b540-4d66-8bda-da16acedb3bd None None] Checking agent: {'id': 'e0e3d429-98ee-4375-b253-cc814bb4b4fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760180-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 1, 9), 'started_at': datetime.datetime(2021, 8, 31, 1, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760180-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:01:54.812073 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb42281-b540-4d66-8bda-da16acedb3bd None None] Checking segment: {'id': '1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:01:54.812472 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-7eb42281-b540-4d66-8bda-da16acedb3bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:54.812889 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb42281-b540-4d66-8bda-da16acedb3bd None None] Bound using segment: {'id': '1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:01:54.813358 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-7eb42281-b540-4d66-8bda-da16acedb3bd None None] Bound port: a226ac0c-849f-4921-a802-b7f530b7521b, host: dv-cinder-760180-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:01:54.814319 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-7eb42281-b540-4d66-8bda-da16acedb3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:55.021858 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-7eb42281-b540-4d66-8bda-da16acedb3bd None None] For port a226ac0c-849f-4921-a802-b7f530b7521b, host dv-cinder-760180-3-iscsi, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:01:55.025397 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-7eb42281-b540-4d66-8bda-da16acedb3bd None None] For port a226ac0c-849f-4921-a802-b7f530b7521b, host dv-cinder-760180-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=a226ac0c-849f-4921-a802-b7f530b7521b,segment=NetworkSegment(1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a),segment_id=1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:01:55.064825 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 7589f534-97b1-4a30-b244-2753eae73d79 up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:55.101782 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-7eb42281-b540-4d66-8bda-da16acedb3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:55.163163 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port 7589f534-97b1-4a30-b244-2753eae73d79 triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:55.163607 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:55.190024 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb42281-b540-4d66-8bda-da16acedb3bd None None] Routers {'2199f232-5672-4393-988c-e71482ff647d'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:01:55.190678 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-7eb42281-b540-4d66-8bda-da16acedb3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:01:39Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['2199f232-5672-4393-988c-e71482ff647d'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:55.319031 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd19318-2a46-4bc6-9536-6b352e308eb1 None None] Pushing event updated for resources: {'Port': ['ID=a226ac0c-849f-4921-a802-b7f530b7521b,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:55.427535 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-7eb42281-b540-4d66-8bda-da16acedb3bd None None] Set router 2199f232-5672-4393-988c-e71482ff647d gateway port host: dv-cinder-760180-3-iscsi {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:01:55.634345 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-7eb42281-b540-4d66-8bda-da16acedb3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2199f232-5672-4393-988c-e71482ff647d', 'name': 'router1', 'tenant_id': '2fd0084781984a8d937a06f1d043408a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'a226ac0c-849f-4921-a802-b7f530b7521b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:01:33Z', 'updated_at': '2021-08-31T01:01:52Z', 'revision_number': 4, 'project_id': '2fd0084781984a8d937a06f1d043408a', 'gw_port': {'id': 'a226ac0c-849f-4921-a802-b7f530b7521b', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:aa:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2199f232-5672-4393-988c-e71482ff647d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:51Z', 'updated_at': '2021-08-31T01:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': '7589f534-97b1-4a30-b244-2753eae73d79', 'name': '', 'network_id': '2c622c24-3d7b-467c-ad10-e8bb02140b73', 'tenant_id': '2fd0084781984a8d937a06f1d043408a', 'mac_address': 'fa:16:3e:21:57:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2199f232-5672-4393-988c-e71482ff647d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1356dcfe-125c-4d01-943c-2d34b2c35719', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:43Z', 'updated_at': '2021-08-31T01:01:53Z', 'revision_number': 5, 'project_id': '2fd0084781984a8d937a06f1d043408a', 'subnets': [{'id': '1356dcfe-125c-4d01-943c-2d34b2c35719', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4548f170-1c18-4e82-856e-860c23f516b8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:01:55.661861 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb42281-b540-4d66-8bda-da16acedb3bd None None] The sync data for ids ['2199f232-5672-4393-988c-e71482ff647d'] in dv-cinder-760180-3-iscsi is: [{'id': '2199f232-5672-4393-988c-e71482ff647d', 'name': 'router1', 'tenant_id': '2fd0084781984a8d937a06f1d043408a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'a226ac0c-849f-4921-a802-b7f530b7521b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:01:33Z', 'updated_at': '2021-08-31T01:01:52Z', 'revision_number': 4, 'project_id': '2fd0084781984a8d937a06f1d043408a', 'gw_port': {'id': 'a226ac0c-849f-4921-a802-b7f530b7521b', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:aa:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2199f232-5672-4393-988c-e71482ff647d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:51Z', 'updated_at': '2021-08-31T01:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': '7589f534-97b1-4a30-b244-2753eae73d79', 'name': '', 'network_id': '2c622c24-3d7b-467c-ad10-e8bb02140b73', 'tenant_id': '2fd0084781984a8d937a06f1d043408a', 'mac_address': 'fa:16:3e:21:57:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2199f232-5672-4393-988c-e71482ff647d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1356dcfe-125c-4d01-943c-2d34b2c35719', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:01:43Z', 'updated_at': '2021-08-31T01:01:53Z', 'revision_number': 5, 'project_id': '2fd0084781984a8d937a06f1d043408a', 'subnets': [{'id': '1356dcfe-125c-4d01-943c-2d34b2c35719', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4548f170-1c18-4e82-856e-860c23f516b8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:01:55.809765 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 52486) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:01:55.928256 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-f7f8924c-beab-4daa-97ff-6f8f455bd8c1 admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1171410 Aug 31 01:01:57.087555 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device a226ac0c-849f-4921-a802-b7f530b7521b up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:57.229780 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning for port a226ac0c-849f-4921-a802-b7f530b7521b completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:01:57.234400 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port a226ac0c-849f-4921-a802-b7f530b7521b triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:57.235047 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:57.310690 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:57.330800 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] For port a226ac0c-849f-4921-a802-b7f530b7521b, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=a226ac0c-849f-4921-a802-b7f530b7521b,segment=NetworkSegment(1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a),segment_id=1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:01:57.399086 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:01:57.444902 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Pushing event updated for resources: {'Port': ['ID=a226ac0c-849f-4921-a802-b7f530b7521b,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:01:59.080535 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device a226ac0c-849f-4921-a802-b7f530b7521b up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:01:59.130366 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port a226ac0c-849f-4921-a802-b7f530b7521b triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:01:59.130777 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:06.519732 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-817b48b1-0159-4daf-be6f-1cba13672155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:08.768431 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 5 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:02:08.932758 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-a1c3baf9-c618-4b06-8110-14faa6713740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:09.313873 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:09.925344 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:11.882154 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:36.548898 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6ea360d4-3cfe-46dd-8428-3c7bba29cdb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:38.984005 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-4f9774a2-0f3b-4040-a8b3-dcd50737aa3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:39.410788 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:39.919671 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:41.896618 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:02:45.772793 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 5 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:03:06.526818 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-ce75d3a5-e3f2-4261-ab5c-147b518505bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:08.937691 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-01171db2-fefd-4b38-9f1d-a3c803367001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:09.316052 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:09.942709 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:11.885401 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:22.771800 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 5 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:03:33.903893 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 53048) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:33.967984 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbdca33b-db47-4e0d-aed8-7c6dd2b59183 admin admin] GET failed (client error): The resource could not be found. Aug 31 01:03:33.969807 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-cbdca33b-db47-4e0d-aed8-7c6dd2b59183 admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0649786 Aug 31 01:03:34.129943 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd77377b-663c-4772-a2b0-e139f779593e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:34.131410 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-fd77377b-663c-4772-a2b0-e139f779593e admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1570213 Aug 31 01:03:36.295951 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 53058) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:36.385962 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f765e4-e5e1-423a-abc3-190462a15932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:36.387286 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-41f765e4-e5e1-423a-abc3-190462a15932 admin admin] 10.222.0.43 "GET /v2.0/subnets/1356dcfe-125c-4d01-943c-2d34b2c35719 HTTP/1.1" status: 200 len: 849 time: 0.0904050 Aug 31 01:03:36.397093 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-8e1fd1b7-5ab4-4014-ab4a-ed03159d6120 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:03:36.481021 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8e1fd1b7-5ab4-4014-ab4a-ed03159d6120 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:36.543027 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-5e9cad2e-85aa-4eb4-94bc-77a1bcf9ba01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:36.692486 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8e1fd1b7-5ab4-4014-ab4a-ed03159d6120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766773733084'] for subnet, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:36.725489 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1fd1b7-5ab4-4014-ab4a-ed03159d6120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:36.726059 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8e1fd1b7-5ab4-4014-ab4a-ed03159d6120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:36.727362 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-8e1fd1b7-5ab4-4014-ab4a-ed03159d6120 admin admin] 10.222.0.43 "PUT /v2.0/subnets/1356dcfe-125c-4d01-943c-2d34b2c35719 HTTP/1.1" status: 200 len: 868 time: 0.3338845 Aug 31 01:03:36.730380 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca9bce0-3b27-4bf3-bb4b-5b786dc40dc6 None None] Network 2c622c24-3d7b-467c-ad10-e8bb02140b73 requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:03:36.748115 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1fd1b7-5ab4-4014-ab4a-ed03159d6120 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1356dcfe-125c-4d01-943c-2d34b2c35719,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:03:36.755445 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1fd1b7-5ab4-4014-ab4a-ed03159d6120 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:36.755792 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1fd1b7-5ab4-4014-ab4a-ed03159d6120 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:36.756157 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1fd1b7-5ab4-4014-ab4a-ed03159d6120 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:36.756473 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1fd1b7-5ab4-4014-ab4a-ed03159d6120 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:36.756800 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1fd1b7-5ab4-4014-ab4a-ed03159d6120 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:36.757128 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1fd1b7-5ab4-4014-ab4a-ed03159d6120 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:36.757450 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1fd1b7-5ab4-4014-ab4a-ed03159d6120 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:36.757771 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1fd1b7-5ab4-4014-ab4a-ed03159d6120 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:36.758091 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1fd1b7-5ab4-4014-ab4a-ed03159d6120 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:36.758411 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1fd1b7-5ab4-4014-ab4a-ed03159d6120 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:36.766035 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1fd1b7-5ab4-4014-ab4a-ed03159d6120 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:36.766035 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1fd1b7-5ab4-4014-ab4a-ed03159d6120 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:03:37.104904 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-e8a0a3ac-a440-4d70-a60a-8926244c4758 None None] Provisioning complete for port f69994e6-a9e1-4e6e-a61b-b82fa2b77539 triggered by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:03:37.105276 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-e8a0a3ac-a440-4d70-a60a-8926244c4758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:37.189847 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-e8a0a3ac-a440-4d70-a60a-8926244c4758 None None] Provisioning complete for port 7589f534-97b1-4a30-b244-2753eae73d79 triggered by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:03:37.190132 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-e8a0a3ac-a440-4d70-a60a-8926244c4758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:38.923206 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 53068) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:38.932794 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-3275cccb-6dea-40b3-a72f-ac1a23086e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:39.190013 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a50f2c-3c1b-46c3-b102-27b40e17838e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:39.190520 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a50f2c-3c1b-46c3-b102-27b40e17838e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:39.192068 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-22a50f2c-3c1b-46c3-b102-27b40e17838e admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2678561 Aug 31 01:03:39.310382 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:40.281944 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:41.368415 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 53076) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:41.569324 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ef6ef0-9949-4653-8c20-3c2f3d504ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:41.569809 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ef6ef0-9949-4653-8c20-3c2f3d504ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:41.571393 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-e5ef6ef0-9949-4653-8c20-3c2f3d504ef0 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2020977 Aug 31 01:03:41.921496 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:03:43.728805 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 53084) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:43.875559 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85954ab-dd0d-4e95-9cc3-0c3f9c691018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:43.876923 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-f85954ab-dd0d-4e95-9cc3-0c3f9c691018 admin admin] 10.222.0.43 "GET /v2.0/networks/2c622c24-3d7b-467c-ad10-e8bb02140b73 HTTP/1.1" status: 200 len: 869 time: 0.1472006 Aug 31 01:03:46.032025 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 53092) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:46.213403 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946d5b5c-8851-4388-8fcd-e87a2f12df1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:46.214806 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-946d5b5c-8851-4388-8fcd-e87a2f12df1f admin admin] 10.222.0.43 "GET /v2.0/networks/6de9ff05-f8f6-4fd1-b476-077a32a7a2f5 HTTP/1.1" status: 200 len: 886 time: 0.1818254 Aug 31 01:03:48.370148 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 53100) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:48.492029 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9228589d-8856-4cae-b7fa-da115d282f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:48.492491 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9228589d-8856-4cae-b7fa-da115d282f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:48.494007 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-9228589d-8856-4cae-b7fa-da115d282f63 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1228845 Aug 31 01:03:50.700596 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 53108) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:50.830748 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8336ba-9b8f-42a8-8e26-be456d543120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:50.831214 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8336ba-9b8f-42a8-8e26-be456d543120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:50.832781 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-de8336ba-9b8f-42a8-8e26-be456d543120 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1312604 Aug 31 01:03:52.994094 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 53116) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:53.094942 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5eb652-24de-4f9b-b930-b24e4b9404cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:53.096781 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-2c5eb652-24de-4f9b-b930-b24e4b9404cd admin admin] 10.222.0.43 "GET /v2.0/subnets/1356dcfe-125c-4d01-943c-2d34b2c35719 HTTP/1.1" status: 200 len: 868 time: 0.1011703 Aug 31 01:03:55.245979 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 53124) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:03:55.329777 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a142c9d-0fdb-4334-816f-a045c0f0e3bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:03:55.331202 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-5a142c9d-0fdb-4334-816f-a045c0f0e3bd admin admin] 10.222.0.43 "GET /v2.0/subnets/44be20a0-ff0a-4c00-a541-a9ead83fffe9 HTTP/1.1" status: 200 len: 816 time: 0.0842316 Aug 31 01:03:59.770733 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 5 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:04:06.538790 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-64954567-10e5-4236-9f1f-8648c8d31ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:08.967406 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-c0fc1479-f2c5-49cd-bedb-a02e229ed1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:09.310007 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:09.928095 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:11.887316 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:19.446238 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 53178) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:19.492800 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [None req-56196966-1134-4adc-a721-ac71048c2b44 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:04:19.493785 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-56196966-1134-4adc-a721-ac71048c2b44 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465643 Aug 31 01:04:21.760177 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 53186) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:21.820116 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ac9fe53-9627-4384-a096-aa985cbbe965 admin admin] GET failed (client error): The resource could not be found. Aug 31 01:04:21.821420 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-3ac9fe53-9627-4384-a096-aa985cbbe965 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0603299 Aug 31 01:04:21.962724 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583c17bf-f9d6-433e-a4c2-b667b9239700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:21.964215 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-583c17bf-f9d6-433e-a4c2-b667b9239700 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1381695 Aug 31 01:04:24.155727 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 53194) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:24.202560 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-b87fe38f-daf6-4cfe-b9b1-6a229e5deb56 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:24.293112 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87fe38f-daf6-4cfe-b9b1-6a229e5deb56 admin admin] Made reservation on behalf of b1b8b3cf4ca74700b5adae58b6ab16fc for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:04:24.295329 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b87fe38f-daf6-4cfe-b9b1-6a229e5deb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:24.321386 dv-cinder-760180-3-iscsi neutron-server[94634]: WARNING neutron.services.revisions.revision_plugin [None req-b87fe38f-daf6-4cfe-b9b1-6a229e5deb56 admin admin] Could not find related network for resource to bump revision. Aug 31 01:04:24.331602 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b87fe38f-daf6-4cfe-b9b1-6a229e5deb56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:04:24.340699 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b87fe38f-daf6-4cfe-b9b1-6a229e5deb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:24.340974 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.db.segments_db [None req-b87fe38f-daf6-4cfe-b9b1-6a229e5deb56 admin admin] Added segment 50d79a7b-533c-4924-bd58-4afc0ed7b6eb of type vlan for network da40e3d9-dc01-4cfb-9a9c-7a57572a3c5d Aug 31 01:04:24.389129 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b87fe38f-daf6-4cfe-b9b1-6a229e5deb56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766773254247'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:24.464465 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b87fe38f-daf6-4cfe-b9b1-6a229e5deb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:24.465408 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87fe38f-daf6-4cfe-b9b1-6a229e5deb56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:24.465987 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b87fe38f-daf6-4cfe-b9b1-6a229e5deb56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:24.523954 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87fe38f-daf6-4cfe-b9b1-6a229e5deb56 admin admin] Pushing event updated for resources: {'Network': ['ID=da40e3d9-dc01-4cfb-9a9c-7a57572a3c5d,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:24.534235 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Network da40e3d9-dc01-4cfb-9a9c-7a57572a3c5d details requested by agent ovs-agent-dv-cinder-760180-3-iscsi with host dv-cinder-760180-3-iscsi {{(pid=94636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:04:24.585659 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-b87fe38f-daf6-4cfe-b9b1-6a229e5deb56 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4288468 Aug 31 01:04:26.753592 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 53202) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:04:26.814333 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cdb3ed5-b934-4a64-a19a-96de57eda715 admin admin] GET failed (client error): The resource could not be found. Aug 31 01:04:26.815701 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-1cdb3ed5-b934-4a64-a19a-96de57eda715 admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0611680 Aug 31 01:04:26.884461 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3daaa2c-ead1-46a8-9238-b351c87b36bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:26.885885 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-b3daaa2c-ead1-46a8-9238-b351c87b36bc admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0655084 Aug 31 01:04:26.896361 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-31b6f31f-3bf6-4b26-af50-2df095d006d7 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'da40e3d9-dc01-4cfb-9a9c-7a57572a3c5d'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:04:26.967783 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b6f31f-3bf6-4b26-af50-2df095d006d7 admin admin] Made reservation on behalf of b1b8b3cf4ca74700b5adae58b6ab16fc for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:04:26.973809 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-31b6f31f-3bf6-4b26-af50-2df095d006d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:27.196124 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-31b6f31f-3bf6-4b26-af50-2df095d006d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:27.253423 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6f31f-3bf6-4b26-af50-2df095d006d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0100b8f6-6a08-4139-b681-e2e88aa2b7ed,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:27.260424 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b6f31f-3bf6-4b26-af50-2df095d006d7 admin admin] Checking segment: {'id': '50d79a7b-533c-4924-bd58-4afc0ed7b6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'da40e3d9-dc01-4cfb-9a9c-7a57572a3c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:27.260770 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b6f31f-3bf6-4b26-af50-2df095d006d7 admin admin] Network hostable DHCP agents. Network: da40e3d9-dc01-4cfb-9a9c-7a57572a3c5d, hostable agents: ['5f164b3b-8391-48cb-99c3-d9cfd53180ad'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:04:27.378760 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b6f31f-3bf6-4b26-af50-2df095d006d7 admin admin] Network da40e3d9-dc01-4cfb-9a9c-7a57572a3c5d is scheduled to be hosted by DHCP agent 5f164b3b-8391-48cb-99c3-d9cfd53180ad with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:04:27.481594 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-31b6f31f-3bf6-4b26-af50-2df095d006d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760180-3-iscsi, da40e3d9-dc01-4cfb-9a9c-7a57572a3c5d) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:27.485515 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b6f31f-3bf6-4b26-af50-2df095d006d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:04:27.486089 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-31b6f31f-3bf6-4b26-af50-2df095d006d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:27.490984 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ecc6d1-6570-4a91-ad97-e0607a1a275f None None] Network da40e3d9-dc01-4cfb-9a9c-7a57572a3c5d requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:04:27.580318 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-31b6f31f-3bf6-4b26-af50-2df095d006d7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6871846 Aug 31 01:04:27.735823 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3d5bd6-b692-4ee7-b79e-a463028d91db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdfa1eee9-65b0-5927-8ea5-c2c6bfaf40d4-da40e3d9-dc01-4cfb-9a9c-7a57572a3c5d', 'network_id': 'da40e3d9-dc01-4cfb-9a9c-7a57572a3c5d', 'tenant_id': 'b1b8b3cf4ca74700b5adae58b6ab16fc', 'fixed_ips': [{'subnet_id': '0100b8f6-6a08-4139-b681-e2e88aa2b7ed'}]}} from dv-cinder-760180-3-iscsi. {{(pid=94636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:04:27.736737 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-0c3d5bd6-b692-4ee7-b79e-a463028d91db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:27.884138 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.db_base_plugin_common [None req-0c3d5bd6-b692-4ee7-b79e-a463028d91db None None] Allocated IP 192.168.233.2 (da40e3d9-dc01-4cfb-9a9c-7a57572a3c5d/0100b8f6-6a08-4139-b681-e2e88aa2b7ed/0a5fb30d-35ec-4e92-b0b7-f39a076bc767) {{(pid=94636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:04:28.034388 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-0c3d5bd6-b692-4ee7-b79e-a463028d91db None None] Notify callbacks [] for port, precommit_create {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:28.043469 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-0c3d5bd6-b692-4ee7-b79e-a463028d91db None None] Transition to ACTIVE for port object 0a5fb30d-35ec-4e92-b0b7-f39a076bc767 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:28.059919 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-0c3d5bd6-b692-4ee7-b79e-a463028d91db None None] Transition to ACTIVE for port object 0a5fb30d-35ec-4e92-b0b7-f39a076bc767 will not be triggered until provisioned by entity DHCP. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:04:28.121564 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-0c3d5bd6-b692-4ee7-b79e-a463028d91db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222'] for port, after_create {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:28.156994 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3d5bd6-b692-4ee7-b79e-a463028d91db None None] Network da40e3d9-dc01-4cfb-9a9c-7a57572a3c5d is already hosted by enough agents. {{(pid=94636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:04:28.162247 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.scheduler.base_scheduler [None req-0c3d5bd6-b692-4ee7-b79e-a463028d91db None None] Resources bound (agent type, host, resource id): {{(pid=94636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:04:28.166007 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3d5bd6-b692-4ee7-b79e-a463028d91db None None] Received port after_create {{(pid=94636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:04:28.176466 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d5bd6-b692-4ee7-b79e-a463028d91db None None] Pushing event updated for resources: {'Port': ['ID=0a5fb30d-35ec-4e92-b0b7-f39a076bc767,revision_number=1']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:28.196440 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d5bd6-b692-4ee7-b79e-a463028d91db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:28.196793 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d5bd6-b692-4ee7-b79e-a463028d91db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:28.197139 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d5bd6-b692-4ee7-b79e-a463028d91db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:28.197493 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d5bd6-b692-4ee7-b79e-a463028d91db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:28.197828 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d5bd6-b692-4ee7-b79e-a463028d91db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:28.198164 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d5bd6-b692-4ee7-b79e-a463028d91db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:28.198521 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d5bd6-b692-4ee7-b79e-a463028d91db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:28.198854 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d5bd6-b692-4ee7-b79e-a463028d91db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:28.199184 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d5bd6-b692-4ee7-b79e-a463028d91db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:28.199507 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d5bd6-b692-4ee7-b79e-a463028d91db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:28.199826 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d5bd6-b692-4ee7-b79e-a463028d91db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:28.200145 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d5bd6-b692-4ee7-b79e-a463028d91db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:04:28.255714 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-0c3d5bd6-b692-4ee7-b79e-a463028d91db None None] Attempting to bind port 0a5fb30d-35ec-4e92-b0b7-f39a076bc767 on host dv-cinder-760180-3-iscsi for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:04:28.256074 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-0c3d5bd6-b692-4ee7-b79e-a463028d91db None None] Attempting to bind port 0a5fb30d-35ec-4e92-b0b7-f39a076bc767 by drivers openvswitch,hyperv on host dv-cinder-760180-3-iscsi at level 0 using segments [{'id': '50d79a7b-533c-4924-bd58-4afc0ed7b6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'da40e3d9-dc01-4cfb-9a9c-7a57572a3c5d'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:04:28.257149 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3d5bd6-b692-4ee7-b79e-a463028d91db None None] Attempting to bind port 0a5fb30d-35ec-4e92-b0b7-f39a076bc767 on network da40e3d9-dc01-4cfb-9a9c-7a57572a3c5d {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:04:28.262172 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3d5bd6-b692-4ee7-b79e-a463028d91db None None] Checking agent: {'id': 'e0e3d429-98ee-4375-b253-cc814bb4b4fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760180-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 1, 9), 'started_at': datetime.datetime(2021, 8, 31, 1, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760180-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:04:28.262615 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3d5bd6-b692-4ee7-b79e-a463028d91db None None] Checking segment: {'id': '50d79a7b-533c-4924-bd58-4afc0ed7b6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'da40e3d9-dc01-4cfb-9a9c-7a57572a3c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:04:28.263013 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-0c3d5bd6-b692-4ee7-b79e-a463028d91db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:28.263584 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3d5bd6-b692-4ee7-b79e-a463028d91db None None] Bound using segment: {'id': '50d79a7b-533c-4924-bd58-4afc0ed7b6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'da40e3d9-dc01-4cfb-9a9c-7a57572a3c5d'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:04:28.264062 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-0c3d5bd6-b692-4ee7-b79e-a463028d91db None None] Bound port: 0a5fb30d-35ec-4e92-b0b7-f39a076bc767, host: dv-cinder-760180-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d79a7b-533c-4924-bd58-4afc0ed7b6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'da40e3d9-dc01-4cfb-9a9c-7a57572a3c5d'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:04:28.264459 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-0c3d5bd6-b692-4ee7-b79e-a463028d91db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:28.334769 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-0c3d5bd6-b692-4ee7-b79e-a463028d91db None None] For port 0a5fb30d-35ec-4e92-b0b7-f39a076bc767, host dv-cinder-760180-3-iscsi, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:04:28.337747 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-0c3d5bd6-b692-4ee7-b79e-a463028d91db None None] For port 0a5fb30d-35ec-4e92-b0b7-f39a076bc767, host dv-cinder-760180-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=0a5fb30d-35ec-4e92-b0b7-f39a076bc767,segment=NetworkSegment(50d79a7b-533c-4924-bd58-4afc0ed7b6eb),segment_id=50d79a7b-533c-4924-bd58-4afc0ed7b6eb)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:04:28.444360 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-0c3d5bd6-b692-4ee7-b79e-a463028d91db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:28.506181 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d5bd6-b692-4ee7-b79e-a463028d91db None None] Pushing event updated for resources: {'Port': ['ID=0a5fb30d-35ec-4e92-b0b7-f39a076bc767,revision_number=2']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:29.219132 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 0a5fb30d-35ec-4e92-b0b7-f39a076bc767 up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:04:29.327766 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c253d0d2-f87f-4f75-bee9-cbfafa36951e None None] Network da40e3d9-dc01-4cfb-9a9c-7a57572a3c5d requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:04:29.397385 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning for port 0a5fb30d-35ec-4e92-b0b7-f39a076bc767 completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:04:29.483478 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-01fa99ef-fcca-49c9-bf7d-b4f9b98ed66f None None] Provisioning for port 0a5fb30d-35ec-4e92-b0b7-f39a076bc767 completed by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:04:29.489737 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-01fa99ef-fcca-49c9-bf7d-b4f9b98ed66f None None] Provisioning complete for port 0a5fb30d-35ec-4e92-b0b7-f39a076bc767 triggered by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:29.490107 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-01fa99ef-fcca-49c9-bf7d-b4f9b98ed66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:29.579591 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-01fa99ef-fcca-49c9-bf7d-b4f9b98ed66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:29.621312 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-01fa99ef-fcca-49c9-bf7d-b4f9b98ed66f None None] For port 0a5fb30d-35ec-4e92-b0b7-f39a076bc767, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=0a5fb30d-35ec-4e92-b0b7-f39a076bc767,segment=NetworkSegment(50d79a7b-533c-4924-bd58-4afc0ed7b6eb),segment_id=50d79a7b-533c-4924-bd58-4afc0ed7b6eb)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:04:29.699707 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-01fa99ef-fcca-49c9-bf7d-b4f9b98ed66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:29.747963 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa99ef-fcca-49c9-bf7d-b4f9b98ed66f None None] Pushing event updated for resources: {'Port': ['ID=0a5fb30d-35ec-4e92-b0b7-f39a076bc767,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:04:29.819612 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-64f48250-6582-4ed6-bc72-f8ebf359dad1 None None] Provisioning complete for port 0a5fb30d-35ec-4e92-b0b7-f39a076bc767 triggered by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:29.819978 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-64f48250-6582-4ed6-bc72-f8ebf359dad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:31.176703 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 0a5fb30d-35ec-4e92-b0b7-f39a076bc767 up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:04:31.222812 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port 0a5fb30d-35ec-4e92-b0b7-f39a076bc767 triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:04:31.223182 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:36.556834 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-3d4fb652-54dc-436e-bcd1-4c0f747d8abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:36.769174 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 5 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:04:38.944737 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-1ab5307a-4740-438a-9501-4d1c9f23460e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:39.344940 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:39.950622 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:04:41.910830 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:06.539983 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-dacc826f-fba7-4851-ae5c-7fe63e811acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:08.980038 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-dff8ad3f-15b9-40f6-978b-0a2abe764c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:09.380268 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:09.985960 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:11.900155 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:13.768255 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 5 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:05:36.534912 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-0440a1eb-1de4-4a51-a88b-f7076c553bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:38.997966 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6f63f5dc-63b9-4176-9b86-d09798b97d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:39.335070 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:39.946763 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:41.895351 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:05:50.767314 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 5 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:06:06.072317 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 53254) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:06.078168 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [None req-3f60ec20-3607-4c1a-835e-b8a003c5ec24 tempest-verify_tempest_config-1564630480 tempest-verify_tempest_config-1564630480-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:06:06.079160 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-3f60ec20-3607-4c1a-835e-b8a003c5ec24 tempest-verify_tempest_config-1564630480 tempest-verify_tempest_config-1564630480-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058699 Aug 31 01:06:06.538977 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-29b7bca2-673d-4629-abf1-9a935168c623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:06.607925 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 53272) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:06.709278 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-39428d95-c2cc-433e-9a65-86e235c2a62d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:06.791824 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-39428d95-c2cc-433e-9a65-86e235c2a62d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:06.880982 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-39428d95-c2cc-433e-9a65-86e235c2a62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:06.924117 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-39428d95-c2cc-433e-9a65-86e235c2a62d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e0a4628dd1b04f009d82aca9c0e682d4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3151135 Aug 31 01:06:06.925835 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39428d95-c2cc-433e-9a65-86e235c2a62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd18c09-9ed2-4429-b7c8-1415c5cc7bfe,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:06.926785 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 53276) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:06:06.932205 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39428d95-c2cc-433e-9a65-86e235c2a62d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:06.932566 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39428d95-c2cc-433e-9a65-86e235c2a62d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:06.932910 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39428d95-c2cc-433e-9a65-86e235c2a62d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:06.933244 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39428d95-c2cc-433e-9a65-86e235c2a62d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:06.933591 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39428d95-c2cc-433e-9a65-86e235c2a62d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:06.933936 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39428d95-c2cc-433e-9a65-86e235c2a62d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:06.934263 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39428d95-c2cc-433e-9a65-86e235c2a62d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:06.934609 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39428d95-c2cc-433e-9a65-86e235c2a62d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:06.934946 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39428d95-c2cc-433e-9a65-86e235c2a62d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:06.935268 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39428d95-c2cc-433e-9a65-86e235c2a62d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:06.935583 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39428d95-c2cc-433e-9a65-86e235c2a62d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:06.935899 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39428d95-c2cc-433e-9a65-86e235c2a62d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:07.006969 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b98b3fbe-fa24-47aa-8538-7dc278637b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:07.027106 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b98b3fbe-fa24-47aa-8538-7dc278637b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:07.184937 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b98b3fbe-fa24-47aa-8538-7dc278637b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:07.187423 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b98b3fbe-fa24-47aa-8538-7dc278637b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:07.188562 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-b98b3fbe-fa24-47aa-8538-7dc278637b2f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5cd18c09-9ed2-4429-b7c8-1415c5cc7bfe HTTP/1.1" status: 204 len: 168 time: 0.2608342 Aug 31 01:06:07.197707 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b3fbe-fa24-47aa-8538-7dc278637b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd18c09-9ed2-4429-b7c8-1415c5cc7bfe,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:06:07.204310 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b3fbe-fa24-47aa-8538-7dc278637b2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:07.205156 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b3fbe-fa24-47aa-8538-7dc278637b2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:07.205498 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b3fbe-fa24-47aa-8538-7dc278637b2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:07.205917 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b3fbe-fa24-47aa-8538-7dc278637b2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:07.206135 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b3fbe-fa24-47aa-8538-7dc278637b2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:07.206497 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b3fbe-fa24-47aa-8538-7dc278637b2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:07.206849 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b3fbe-fa24-47aa-8538-7dc278637b2f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:07.207155 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b3fbe-fa24-47aa-8538-7dc278637b2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:07.207488 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b3fbe-fa24-47aa-8538-7dc278637b2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:07.207810 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b3fbe-fa24-47aa-8538-7dc278637b2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:07.208123 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b3fbe-fa24-47aa-8538-7dc278637b2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:07.208441 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98b3fbe-fa24-47aa-8538-7dc278637b2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:06:08.927469 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-47457551-3a18-4b9a-a4fb-b2c643040998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:09.321302 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:09.961022 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:11.932794 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:27.766333 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 5 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:06:36.554079 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-dc4a9c00-0d45-443b-9fe6-156fa3c5b776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:38.930255 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-26d93655-e9d1-437e-a2e7-6c404acd841e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:39.313182 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:39.970251 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:06:41.902246 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:04.764837 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 5 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:07:06.535072 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-a1c22cba-0d8f-45c2-adb4-c74bacd221f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:08.951514 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-0380dd87-504c-4d00-80fe-2d52e55fd71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:09.346562 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:09.951722 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:11.940621 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:36.510296 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-e95e54cf-0624-464f-b53d-5865e54ea6a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:38.950174 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-8070c522-cbe1-48b0-a4a7-63f2438e5bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:39.298735 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:39.955957 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:41.763204 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 5 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:07:41.909619 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:44.058676 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-371170'] for agent, after_create {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:07:58.857564 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 53350) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:07:58.958906 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-c962df32-be0f-43ca-bd51-2b0dd2e8f45b admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0995910 Aug 31 01:08:01.132526 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 53360) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:08:01.195947 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-5dcf0069-2db5-41fc-aa0f-bb9745d95a61 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0620553 Aug 31 01:08:06.589226 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-4e02c177-54dd-4855-ba43-6a18200e97a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:08.937268 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-f2e43513-0a4d-401e-a489-70a5d25e999e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:09.336975 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:09.966237 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:11.914703 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:14.005700 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:18.761582 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:08:36.587860 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-893216d4-51ff-4735-a749-610831a5f715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:38.987779 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-1a1ec572-87f4-436b-b6de-6d79e7150fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:39.348113 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:39.941943 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:41.912976 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:44.009885 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:08:55.763475 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:09:06.524415 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-c6419132-d34f-432c-97da-038deceea847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:08.930321 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-b01e6346-e9ac-43ca-9949-eb0321273827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:09.358603 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:09.975280 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:11.918578 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:14.015546 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:29.760528 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 53518) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:30.458657 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-99798dfe-6c88-4784-8b85-928e6c53ab69 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1167921215-network', 'tenant_id': '1b466b4a1c614371a5dd936aed747c3f'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:30.598005 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99798dfe-6c88-4784-8b85-928e6c53ab69 admin admin] Made reservation on behalf of 1b466b4a1c614371a5dd936aed747c3f for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:30.600467 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-99798dfe-6c88-4784-8b85-928e6c53ab69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:30.608749 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-99798dfe-6c88-4784-8b85-928e6c53ab69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:30.695685 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-99798dfe-6c88-4784-8b85-928e6c53ab69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:30.792909 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-99798dfe-6c88-4784-8b85-928e6c53ab69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:30.821583 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99798dfe-6c88-4784-8b85-928e6c53ab69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577dda9f-eaa4-4bb9-a257-fa486615b5e8,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:30.830426 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99798dfe-6c88-4784-8b85-928e6c53ab69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:30.830570 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99798dfe-6c88-4784-8b85-928e6c53ab69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:30.830809 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99798dfe-6c88-4784-8b85-928e6c53ab69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:30.831473 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99798dfe-6c88-4784-8b85-928e6c53ab69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:30.831841 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99798dfe-6c88-4784-8b85-928e6c53ab69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:30.832273 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99798dfe-6c88-4784-8b85-928e6c53ab69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:30.832603 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99798dfe-6c88-4784-8b85-928e6c53ab69 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:30.832922 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99798dfe-6c88-4784-8b85-928e6c53ab69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:30.833243 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99798dfe-6c88-4784-8b85-928e6c53ab69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:30.833516 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99798dfe-6c88-4784-8b85-928e6c53ab69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:30.833940 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99798dfe-6c88-4784-8b85-928e6c53ab69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:30.834122 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99798dfe-6c88-4784-8b85-928e6c53ab69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:30.835347 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99798dfe-6c88-4784-8b85-928e6c53ab69 admin admin] Tracked resource versions report: Aug 31 01:09:30.835347 dv-cinder-760180-3-iscsi neutron-server[94634]: pushed versions: Aug 31 01:09:30.835347 dv-cinder-760180-3-iscsi neutron-server[94634]: { 'AddressGroup': {'1.2'}, Aug 31 01:09:30.835347 dv-cinder-760180-3-iscsi neutron-server[94634]: 'ConntrackHelper': {'1.0'}, Aug 31 01:09:30.835347 dv-cinder-760180-3-iscsi neutron-server[94634]: 'Log': {'1.0'}, Aug 31 01:09:30.835347 dv-cinder-760180-3-iscsi neutron-server[94634]: 'Network': {'1.1'}, Aug 31 01:09:30.835347 dv-cinder-760180-3-iscsi neutron-server[94634]: 'Port': {'1.7'}, Aug 31 01:09:30.835347 dv-cinder-760180-3-iscsi neutron-server[94634]: 'PortForwarding': {'1.2'}, Aug 31 01:09:30.835347 dv-cinder-760180-3-iscsi neutron-server[94634]: 'QosPolicy': {'1.9'}, Aug 31 01:09:30.835347 dv-cinder-760180-3-iscsi neutron-server[94634]: 'SecurityGroup': {'1.4'}, Aug 31 01:09:30.835347 dv-cinder-760180-3-iscsi neutron-server[94634]: 'SecurityGroupRule': {'1.2'}, Aug 31 01:09:30.835347 dv-cinder-760180-3-iscsi neutron-server[94634]: 'SubPort': {'1.0'}, Aug 31 01:09:30.835347 dv-cinder-760180-3-iscsi neutron-server[94634]: 'Subnet': {'1.1'}, Aug 31 01:09:30.835347 dv-cinder-760180-3-iscsi neutron-server[94634]: 'Trunk': {'1.1'}} Aug 31 01:09:30.835347 dv-cinder-760180-3-iscsi neutron-server[94634]: consumer versions: Aug 31 01:09:30.835347 dv-cinder-760180-3-iscsi neutron-server[94634]: { DHCP agent@dv-cinder-760180-3-iscsi: {}, Aug 31 01:09:30.835347 dv-cinder-760180-3-iscsi neutron-server[94634]: HyperV agent@hv-cinder-76018: {}, Aug 31 01:09:30.835347 dv-cinder-760180-3-iscsi neutron-server[94634]: L3 agent@dv-cinder-760180-3-iscsi: {}, Aug 31 01:09:30.835347 dv-cinder-760180-3-iscsi neutron-server[94634]: Metadata agent@dv-cinder-760180-3-iscsi: {}, Aug 31 01:09:30.835347 dv-cinder-760180-3-iscsi neutron-server[94634]: Metering agent@dv-cinder-760180-3-iscsi: {}, Aug 31 01:09:30.835347 dv-cinder-760180-3-iscsi neutron-server[94634]: Open vSwitch agent@dv-cinder-760180-3-iscsi: { 'AddressGroup': '1.2', Aug 31 01:09:30.835347 dv-cinder-760180-3-iscsi neutron-server[94634]: 'ConntrackHelper': '1.0', Aug 31 01:09:30.835347 dv-cinder-760180-3-iscsi neutron-server[94634]: 'Log': '1.0', Aug 31 01:09:30.835347 dv-cinder-760180-3-iscsi neutron-server[94634]: 'Network': '1.1', Aug 31 01:09:30.835347 dv-cinder-760180-3-iscsi neutron-server[94634]: 'Port': '1.7', Aug 31 01:09:30.835347 dv-cinder-760180-3-iscsi neutron-server[94634]: 'PortForwarding': '1.2', Aug 31 01:09:30.835347 dv-cinder-760180-3-iscsi neutron-server[94634]: 'QosPolicy': '1.9', Aug 31 01:09:30.835347 dv-cinder-760180-3-iscsi neutron-server[94634]: 'SecurityGroup': '1.4', Aug 31 01:09:30.835347 dv-cinder-760180-3-iscsi neutron-server[94634]: 'SecurityGroupRule': '1.2', Aug 31 01:09:30.835347 dv-cinder-760180-3-iscsi neutron-server[94634]: 'SubPort': '1.0', Aug 31 01:09:30.835347 dv-cinder-760180-3-iscsi neutron-server[94634]: 'Subnet': '1.1', Aug 31 01:09:30.835347 dv-cinder-760180-3-iscsi neutron-server[94634]: 'Trunk': '1.1'}} Aug 31 01:09:30.835347 dv-cinder-760180-3-iscsi neutron-server[94634]: {{(pid=94634) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 01:09:30.843752 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99798dfe-6c88-4784-8b85-928e6c53ab69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:09:30.852818 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-99798dfe-6c88-4784-8b85-928e6c53ab69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:30.853150 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.db.segments_db [None req-99798dfe-6c88-4784-8b85-928e6c53ab69 admin admin] Added segment 8fd612ac-1268-48b2-929a-4d961d947bef of type vlan for network d0f7a075-5cf1-4c2b-95df-2b457811a6c7 Aug 31 01:09:30.893321 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-99798dfe-6c88-4784-8b85-928e6c53ab69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766773254247'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:30.981092 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-99798dfe-6c88-4784-8b85-928e6c53ab69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:30.982075 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99798dfe-6c88-4784-8b85-928e6c53ab69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:30.982701 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-99798dfe-6c88-4784-8b85-928e6c53ab69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:31.041542 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99798dfe-6c88-4784-8b85-928e6c53ab69 admin admin] Pushing event updated for resources: {'Network': ['ID=d0f7a075-5cf1-4c2b-95df-2b457811a6c7,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:31.052857 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Network d0f7a075-5cf1-4c2b-95df-2b457811a6c7 details requested by agent ovs-agent-dv-cinder-760180-3-iscsi with host dv-cinder-760180-3-iscsi {{(pid=94636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:09:31.113894 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-99798dfe-6c88-4784-8b85-928e6c53ab69 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3515439 Aug 31 01:09:31.117161 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 53572) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:31.124073 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-ba354897-bb10-4b3a-b76f-25f772b06903 admin admin] Request body: {'subnet': {'network_id': 'd0f7a075-5cf1-4c2b-95df-2b457811a6c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1167921215-subnet', 'tenant_id': '1b466b4a1c614371a5dd936aed747c3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:31.226770 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba354897-bb10-4b3a-b76f-25f772b06903 admin admin] Made reservation on behalf of 1b466b4a1c614371a5dd936aed747c3f for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:31.229685 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ba354897-bb10-4b3a-b76f-25f772b06903 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:31.362287 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 53580) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:31.518340 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ba354897-bb10-4b3a-b76f-25f772b06903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:31.574127 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 53590) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:31.579914 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba354897-bb10-4b3a-b76f-25f772b06903 admin admin] Pushing event updated for resources: {'Subnet': ['ID=716b6982-80ac-40e2-ad7a-d91a80a81b06,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:31.592383 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba354897-bb10-4b3a-b76f-25f772b06903 admin admin] Checking segment: {'id': '8fd612ac-1268-48b2-929a-4d961d947bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd0f7a075-5cf1-4c2b-95df-2b457811a6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:31.592737 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba354897-bb10-4b3a-b76f-25f772b06903 admin admin] Network hostable DHCP agents. Network: d0f7a075-5cf1-4c2b-95df-2b457811a6c7, hostable agents: ['5f164b3b-8391-48cb-99c3-d9cfd53180ad'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:09:31.606943 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 53594) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:31.641818 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 53598) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:31.701420 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba354897-bb10-4b3a-b76f-25f772b06903 admin admin] Network d0f7a075-5cf1-4c2b-95df-2b457811a6c7 is scheduled to be hosted by DHCP agent 5f164b3b-8391-48cb-99c3-d9cfd53180ad with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:09:31.719604 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [None req-a5ddc9d6-a49a-48a4-a65a-c303e7d2c552 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2113926238-network', 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:31.809620 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-ba354897-bb10-4b3a-b76f-25f772b06903 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760180-3-iscsi, d0f7a075-5cf1-4c2b-95df-2b457811a6c7) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:31.814159 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba354897-bb10-4b3a-b76f-25f772b06903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:31.815014 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ba354897-bb10-4b3a-b76f-25f772b06903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:31.820494 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f8d249-0c51-45bf-a715-48219f08cd50 None None] Network d0f7a075-5cf1-4c2b-95df-2b457811a6c7 requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:31.845117 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ddc9d6-a49a-48a4-a65a-c303e7d2c552 admin admin] Made reservation on behalf of 8e8ee4f4a0b14bda8b938a88a2dab8cd for: {'network': 1} {{(pid=94635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:31.849246 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a5ddc9d6-a49a-48a4-a65a-c303e7d2c552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for network, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:31.869915 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a5ddc9d6-a49a-48a4-a65a-c303e7d2c552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:31.929708 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [None req-fbb9e012-52f3-4e19-b65d-7f380cdc5b93 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-995769381-network', 'tenant_id': '98ab9da13d934f25b5b1fca982b961f3'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:31.936379 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-ba354897-bb10-4b3a-b76f-25f772b06903 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8174376 Aug 31 01:09:31.957540 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-b1f86e3d-d75a-44aa-b525-fa4999509f9d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-593945952-network', 'tenant_id': '0ebe297fbd3a46689671efa0c38f7f89'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:31.960785 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16639b4-2bd9-4ffc-a552-4f53c9cdca2c None None] Network d0f7a075-5cf1-4c2b-95df-2b457811a6c7 requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:31.987142 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-c19ca74f-db95-4c3d-8cef-1dddaedf88a4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1079692908-network', 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:32.066136 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a5ddc9d6-a49a-48a4-a65a-c303e7d2c552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:32.137287 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a5ddc9d6-a49a-48a4-a65a-c303e7d2c552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:32.165673 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5ddc9d6-a49a-48a4-a65a-c303e7d2c552 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=94635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:09:32.193303 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a5ddc9d6-a49a-48a4-a65a-c303e7d2c552 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766773786058', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417'] for segment, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:32.193937 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a5ddc9d6-a49a-48a4-a65a-c303e7d2c552 admin admin] Unsubscribe: segment precommit_create {{(pid=94635) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 01:09:32.194772 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.db.segments_db [None req-a5ddc9d6-a49a-48a4-a65a-c303e7d2c552 admin admin] Added segment 6d53e54b-6190-4b24-885a-ba7d2444e469 of type vlan for network cbc670e8-9863-4523-934f-dc257f6800ff Aug 31 01:09:32.206392 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ddc9d6-a49a-48a4-a65a-c303e7d2c552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a101840-ca24-43e3-ab70-7478ddf3bd68,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:32.233624 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.db.api [None req-c19ca74f-db95-4c3d-8cef-1dddaedf88a4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 01:09:32.233624 dv-cinder-760180-3-iscsi neutron-server[94634]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 01:09:32.233624 dv-cinder-760180-3-iscsi neutron-server[94634]: [parameters: {'project_id_1': '4ffa2d2788a446da9bb35bff34b67588', 'expiration_1': datetime.datetime(2021, 8, 31, 1, 9, 31, 992178)}] Aug 31 01:09:32.233624 dv-cinder-760180-3-iscsi neutron-server[94634]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:09:32.234080 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG oslo_db.api [None req-c19ca74f-db95-4c3d-8cef-1dddaedf88a4 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:09:32.239761 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ddc9d6-a49a-48a4-a65a-c303e7d2c552 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:32.240112 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ddc9d6-a49a-48a4-a65a-c303e7d2c552 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:32.240452 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ddc9d6-a49a-48a4-a65a-c303e7d2c552 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:32.240780 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ddc9d6-a49a-48a4-a65a-c303e7d2c552 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:32.241105 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ddc9d6-a49a-48a4-a65a-c303e7d2c552 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:32.241427 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ddc9d6-a49a-48a4-a65a-c303e7d2c552 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:32.241937 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ddc9d6-a49a-48a4-a65a-c303e7d2c552 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:32.242255 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ddc9d6-a49a-48a4-a65a-c303e7d2c552 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:32.242619 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ddc9d6-a49a-48a4-a65a-c303e7d2c552 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:32.242938 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ddc9d6-a49a-48a4-a65a-c303e7d2c552 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:32.243256 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ddc9d6-a49a-48a4-a65a-c303e7d2c552 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:32.243569 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ddc9d6-a49a-48a4-a65a-c303e7d2c552 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:32.244639 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ddc9d6-a49a-48a4-a65a-c303e7d2c552 admin admin] Tracked resource versions report: Aug 31 01:09:32.244639 dv-cinder-760180-3-iscsi neutron-server[94635]: pushed versions: Aug 31 01:09:32.244639 dv-cinder-760180-3-iscsi neutron-server[94635]: { 'AddressGroup': {'1.2'}, Aug 31 01:09:32.244639 dv-cinder-760180-3-iscsi neutron-server[94635]: 'ConntrackHelper': {'1.0'}, Aug 31 01:09:32.244639 dv-cinder-760180-3-iscsi neutron-server[94635]: 'Log': {'1.0'}, Aug 31 01:09:32.244639 dv-cinder-760180-3-iscsi neutron-server[94635]: 'Network': {'1.1'}, Aug 31 01:09:32.244639 dv-cinder-760180-3-iscsi neutron-server[94635]: 'Port': {'1.7'}, Aug 31 01:09:32.244639 dv-cinder-760180-3-iscsi neutron-server[94635]: 'PortForwarding': {'1.2'}, Aug 31 01:09:32.244639 dv-cinder-760180-3-iscsi neutron-server[94635]: 'QosPolicy': {'1.9'}, Aug 31 01:09:32.244639 dv-cinder-760180-3-iscsi neutron-server[94635]: 'SecurityGroup': {'1.4'}, Aug 31 01:09:32.244639 dv-cinder-760180-3-iscsi neutron-server[94635]: 'SecurityGroupRule': {'1.2'}, Aug 31 01:09:32.244639 dv-cinder-760180-3-iscsi neutron-server[94635]: 'SubPort': {'1.0'}, Aug 31 01:09:32.244639 dv-cinder-760180-3-iscsi neutron-server[94635]: 'Subnet': {'1.1'}, Aug 31 01:09:32.244639 dv-cinder-760180-3-iscsi neutron-server[94635]: 'Trunk': {'1.1'}} Aug 31 01:09:32.244639 dv-cinder-760180-3-iscsi neutron-server[94635]: consumer versions: Aug 31 01:09:32.244639 dv-cinder-760180-3-iscsi neutron-server[94635]: { DHCP agent@dv-cinder-760180-3-iscsi: {}, Aug 31 01:09:32.244639 dv-cinder-760180-3-iscsi neutron-server[94635]: HyperV agent@hv-cinder-76018: {}, Aug 31 01:09:32.244639 dv-cinder-760180-3-iscsi neutron-server[94635]: L3 agent@dv-cinder-760180-3-iscsi: {}, Aug 31 01:09:32.244639 dv-cinder-760180-3-iscsi neutron-server[94635]: Metadata agent@dv-cinder-760180-3-iscsi: {}, Aug 31 01:09:32.244639 dv-cinder-760180-3-iscsi neutron-server[94635]: Metering agent@dv-cinder-760180-3-iscsi: {}, Aug 31 01:09:32.244639 dv-cinder-760180-3-iscsi neutron-server[94635]: Open vSwitch agent@dv-cinder-760180-3-iscsi: { 'AddressGroup': '1.2', Aug 31 01:09:32.244639 dv-cinder-760180-3-iscsi neutron-server[94635]: 'ConntrackHelper': '1.0', Aug 31 01:09:32.244639 dv-cinder-760180-3-iscsi neutron-server[94635]: 'Log': '1.0', Aug 31 01:09:32.244639 dv-cinder-760180-3-iscsi neutron-server[94635]: 'Network': '1.1', Aug 31 01:09:32.244639 dv-cinder-760180-3-iscsi neutron-server[94635]: 'Port': '1.7', Aug 31 01:09:32.244639 dv-cinder-760180-3-iscsi neutron-server[94635]: 'PortForwarding': '1.2', Aug 31 01:09:32.244639 dv-cinder-760180-3-iscsi neutron-server[94635]: 'QosPolicy': '1.9', Aug 31 01:09:32.244639 dv-cinder-760180-3-iscsi neutron-server[94635]: 'SecurityGroup': '1.4', Aug 31 01:09:32.244639 dv-cinder-760180-3-iscsi neutron-server[94635]: 'SecurityGroupRule': '1.2', Aug 31 01:09:32.244639 dv-cinder-760180-3-iscsi neutron-server[94635]: 'SubPort': '1.0', Aug 31 01:09:32.244639 dv-cinder-760180-3-iscsi neutron-server[94635]: 'Subnet': '1.1', Aug 31 01:09:32.244639 dv-cinder-760180-3-iscsi neutron-server[94635]: 'Trunk': '1.1'}} Aug 31 01:09:32.244639 dv-cinder-760180-3-iscsi neutron-server[94635]: {{(pid=94635) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 01:09:32.255029 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb9e012-52f3-4e19-b65d-7f380cdc5b93 admin admin] Made reservation on behalf of 98ab9da13d934f25b5b1fca982b961f3 for: {'network': 1} {{(pid=94635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:32.255762 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fbb9e012-52f3-4e19-b65d-7f380cdc5b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for network, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:32.271347 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fbb9e012-52f3-4e19-b65d-7f380cdc5b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:32.276249 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a5ddc9d6-a49a-48a4-a65a-c303e7d2c552 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766773254247'] for network, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:32.308192 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f86e3d-d75a-44aa-b525-fa4999509f9d admin admin] Made reservation on behalf of 0ebe297fbd3a46689671efa0c38f7f89 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:32.311029 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1f86e3d-d75a-44aa-b525-fa4999509f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:32.321002 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1f86e3d-d75a-44aa-b525-fa4999509f9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:32.391320 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fbb9e012-52f3-4e19-b65d-7f380cdc5b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:32.467032 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a5ddc9d6-a49a-48a4-a65a-c303e7d2c552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308'] for network, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:32.468345 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ddc9d6-a49a-48a4-a65a-c303e7d2c552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:32.469137 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a5ddc9d6-a49a-48a4-a65a-c303e7d2c552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for network, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:32.565536 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fbb9e012-52f3-4e19-b65d-7f380cdc5b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:32.577443 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbb9e012-52f3-4e19-b65d-7f380cdc5b93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=94635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:09:32.594086 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fbb9e012-52f3-4e19-b65d-7f380cdc5b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417'] for segment, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:32.594657 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.db.segments_db [None req-fbb9e012-52f3-4e19-b65d-7f380cdc5b93 admin admin] Added segment 0f15d5f7-ec41-4aa6-9213-d85d0fa11953 of type vlan for network 6d6364cb-20be-4b34-9321-c4d0337d014e Aug 31 01:09:32.637601 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-a5ddc9d6-a49a-48a4-a65a-c303e7d2c552 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2741611 Aug 31 01:09:32.641951 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 53648) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:32.642810 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ddc9d6-a49a-48a4-a65a-c303e7d2c552 admin admin] Pushing event updated for resources: {'Network': ['ID=cbc670e8-9863-4523-934f-dc257f6800ff,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:32.655473 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Network cbc670e8-9863-4523-934f-dc257f6800ff details requested by agent ovs-agent-dv-cinder-760180-3-iscsi with host dv-cinder-760180-3-iscsi {{(pid=94636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:09:32.657582 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [None req-c45b939d-31be-49ad-8bc2-82764cb17cc9 admin admin] Request body: {'subnet': {'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2113926238-subnet', 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:32.666455 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fbb9e012-52f3-4e19-b65d-7f380cdc5b93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766773254247'] for network, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:32.706807 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb9e012-52f3-4e19-b65d-7f380cdc5b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52820290-ee06-4d26-b74c-e52dc7175b6f,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:32.765844 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:09:32.775767 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1f86e3d-d75a-44aa-b525-fa4999509f9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:32.821130 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fbb9e012-52f3-4e19-b65d-7f380cdc5b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308'] for network, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:32.822167 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb9e012-52f3-4e19-b65d-7f380cdc5b93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:32.822785 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fbb9e012-52f3-4e19-b65d-7f380cdc5b93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for network, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:32.855848 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1f86e3d-d75a-44aa-b525-fa4999509f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:32.879063 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1f86e3d-d75a-44aa-b525-fa4999509f9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:09:32.887707 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb9e012-52f3-4e19-b65d-7f380cdc5b93 admin admin] Pushing event updated for resources: {'Network': ['ID=6d6364cb-20be-4b34-9321-c4d0337d014e,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:32.904877 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Network 6d6364cb-20be-4b34-9321-c4d0337d014e details requested by agent ovs-agent-dv-cinder-760180-3-iscsi with host dv-cinder-760180-3-iscsi {{(pid=94636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:09:32.931113 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f86e3d-d75a-44aa-b525-fa4999509f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a217f9-3bdc-40bb-9885-14e4219a4d9e,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:32.943706 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1f86e3d-d75a-44aa-b525-fa4999509f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:32.944047 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.db.segments_db [None req-b1f86e3d-d75a-44aa-b525-fa4999509f9d admin admin] Added segment 12c59999-25ae-4408-be66-1cc437a4d78f of type vlan for network fd548e74-43b1-430f-a0ef-aa76573cce11 Aug 31 01:09:33.027607 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1f86e3d-d75a-44aa-b525-fa4999509f9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766773254247'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:33.046518 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45b939d-31be-49ad-8bc2-82764cb17cc9 admin admin] Made reservation on behalf of 8e8ee4f4a0b14bda8b938a88a2dab8cd for: {'subnet': 1} {{(pid=94635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:33.051515 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c45b939d-31be-49ad-8bc2-82764cb17cc9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:33.124580 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-fbb9e012-52f3-4e19-b65d-7f380cdc5b93 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5493724 Aug 31 01:09:33.127541 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 53686) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:33.132879 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [None req-fc5dbc61-fd82-4e78-95b5-c9d613eca63a admin admin] Request body: {'subnet': {'network_id': '6d6364cb-20be-4b34-9321-c4d0337d014e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-995769381-subnet', 'tenant_id': '98ab9da13d934f25b5b1fca982b961f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:33.153361 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1f86e3d-d75a-44aa-b525-fa4999509f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:33.155209 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f86e3d-d75a-44aa-b525-fa4999509f9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:33.156238 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1f86e3d-d75a-44aa-b525-fa4999509f9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:33.331453 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f86e3d-d75a-44aa-b525-fa4999509f9d admin admin] Pushing event updated for resources: {'Network': ['ID=fd548e74-43b1-430f-a0ef-aa76573cce11,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:33.333788 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19ca74f-db95-4c3d-8cef-1dddaedf88a4 admin admin] Made reservation on behalf of 4ffa2d2788a446da9bb35bff34b67588 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:33.336299 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c19ca74f-db95-4c3d-8cef-1dddaedf88a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:33.342409 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Network fd548e74-43b1-430f-a0ef-aa76573cce11 details requested by agent ovs-agent-dv-cinder-760180-3-iscsi with host dv-cinder-760180-3-iscsi {{(pid=94636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:09:33.347356 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c45b939d-31be-49ad-8bc2-82764cb17cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308'] for subnet, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:33.364198 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c19ca74f-db95-4c3d-8cef-1dddaedf88a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:33.398930 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-b1f86e3d-d75a-44aa-b525-fa4999509f9d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7906611 Aug 31 01:09:33.401687 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 53708) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:33.406787 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-504773ae-667e-46f4-8247-91875ee2d12d admin admin] Request body: {'subnet': {'network_id': 'fd548e74-43b1-430f-a0ef-aa76573cce11', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-593945952-subnet', 'tenant_id': '0ebe297fbd3a46689671efa0c38f7f89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:33.412093 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 53710) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:33.423487 dv-cinder-760180-3-iscsi neutron-server[94635]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 01:09:33.475183 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b939d-31be-49ad-8bc2-82764cb17cc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9,revision_number=0']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:33.563609 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45b939d-31be-49ad-8bc2-82764cb17cc9 admin admin] Checking segment: {'id': '6d53e54b-6190-4b24-885a-ba7d2444e469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:33.564000 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45b939d-31be-49ad-8bc2-82764cb17cc9 admin admin] Network hostable DHCP agents. Network: cbc670e8-9863-4523-934f-dc257f6800ff, hostable agents: ['5f164b3b-8391-48cb-99c3-d9cfd53180ad'], hosted agents: [] {{(pid=94635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:09:33.650749 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-4da387d6-c176-4714-a823-dfed32e2c9fe tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:33.652204 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-4da387d6-c176-4714-a823-dfed32e2c9fe tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/networks?id=d0f7a075-5cf1-4c2b-95df-2b457811a6c7 HTTP/1.1" status: 200 len: 812 time: 0.2361419 Aug 31 01:09:33.668249 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-632140ce-43bd-4b5b-a4bf-78347fb56a4e tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/quotas/1b466b4a1c614371a5dd936aed747c3f HTTP/1.1" status: 200 len: 375 time: 0.0103555 Aug 31 01:09:33.692323 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.db.api [None req-504773ae-667e-46f4-8247-91875ee2d12d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 01:09:33.692323 dv-cinder-760180-3-iscsi neutron-server[94634]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 01:09:33.692323 dv-cinder-760180-3-iscsi neutron-server[94634]: [parameters: {'project_id_1': '0ebe297fbd3a46689671efa0c38f7f89', 'expiration_1': datetime.datetime(2021, 8, 31, 1, 9, 33, 419969)}] Aug 31 01:09:33.692323 dv-cinder-760180-3-iscsi neutron-server[94634]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:09:33.692748 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG oslo_db.api [None req-504773ae-667e-46f4-8247-91875ee2d12d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:09:33.703175 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45b939d-31be-49ad-8bc2-82764cb17cc9 admin admin] Network cbc670e8-9863-4523-934f-dc257f6800ff is scheduled to be hosted by DHCP agent 5f164b3b-8391-48cb-99c3-d9cfd53180ad with binding_index 1 {{(pid=94635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:09:33.705184 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5dbc61-fd82-4e78-95b5-c9d613eca63a admin admin] Made reservation on behalf of 98ab9da13d934f25b5b1fca982b961f3 for: {'subnet': 1} {{(pid=94635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:33.713152 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fc5dbc61-fd82-4e78-95b5-c9d613eca63a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:33.781592 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-7edb29a1-e8ef-4ae8-a714-80d3493b0766 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1b466b4a1c614371a5dd936aed747c3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1081519 Aug 31 01:09:33.785128 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c19ca74f-db95-4c3d-8cef-1dddaedf88a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:33.917512 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c19ca74f-db95-4c3d-8cef-1dddaedf88a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:33.920166 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-c45b939d-31be-49ad-8bc2-82764cb17cc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760180-3-iscsi, cbc670e8-9863-4523-934f-dc257f6800ff) {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:33.928292 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed80a984-624a-44f5-974d-328388f2e81b None None] Network cbc670e8-9863-4523-934f-dc257f6800ff requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:33.945700 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45b939d-31be-49ad-8bc2-82764cb17cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:33.946154 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c45b939d-31be-49ad-8bc2-82764cb17cc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for subnet, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:33.952897 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ca74f-db95-4c3d-8cef-1dddaedf88a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba51611-54b7-49ce-8eb7-a36e3d3b7c8f,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:33.962955 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c19ca74f-db95-4c3d-8cef-1dddaedf88a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:09:33.981715 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fc5dbc61-fd82-4e78-95b5-c9d613eca63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308'] for subnet, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:33.985430 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c19ca74f-db95-4c3d-8cef-1dddaedf88a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:33.985860 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.db.segments_db [None req-c19ca74f-db95-4c3d-8cef-1dddaedf88a4 admin admin] Added segment 85bfaf1f-5a21-4307-abff-21e0aaca3a13 of type vlan for network 30fb7d9d-48f3-4521-a14a-db6a70863ca4 Aug 31 01:09:34.049734 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c19ca74f-db95-4c3d-8cef-1dddaedf88a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766773254247'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:34.072639 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 53728) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:34.094853 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-c45b939d-31be-49ad-8bc2-82764cb17cc9 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4494247 Aug 31 01:09:34.097576 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 53732) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:34.102127 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-44a13d2c-29bf-479e-9ba1-a9e7ea93b84e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2113926238-router', 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:34.117224 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5dbc61-fd82-4e78-95b5-c9d613eca63a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f634684c-da13-425f-ac91-3350dc290132,revision_number=0']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:34.122797 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5dbc61-fd82-4e78-95b5-c9d613eca63a admin admin] Checking segment: {'id': '0f15d5f7-ec41-4aa6-9213-d85d0fa11953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6d6364cb-20be-4b34-9321-c4d0337d014e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:34.123159 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5dbc61-fd82-4e78-95b5-c9d613eca63a admin admin] Network hostable DHCP agents. Network: 6d6364cb-20be-4b34-9321-c4d0337d014e, hostable agents: ['5f164b3b-8391-48cb-99c3-d9cfd53180ad'], hosted agents: [] {{(pid=94635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:09:34.167074 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b45f22c-1d54-4029-a46a-a8a6adb909fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdfa1eee9-65b0-5927-8ea5-c2c6bfaf40d4-cbc670e8-9863-4523-934f-dc257f6800ff', 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff', 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'fixed_ips': [{'subnet_id': '8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9'}]}} from dv-cinder-760180-3-iscsi. {{(pid=94636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:09:34.169161 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-0b45f22c-1d54-4029-a46a-a8a6adb909fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:34.169378 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c19ca74f-db95-4c3d-8cef-1dddaedf88a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:34.170948 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19ca74f-db95-4c3d-8cef-1dddaedf88a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:34.171711 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c19ca74f-db95-4c3d-8cef-1dddaedf88a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:34.182747 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-e9bae082-fc82-4069-8ab6-c4d20f2359ba service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:09:34.184119 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-e9bae082-fc82-4069-8ab6-c4d20f2359ba service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2706256 Aug 31 01:09:34.246598 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ca74f-db95-4c3d-8cef-1dddaedf88a4 admin admin] Pushing event updated for resources: {'Network': ['ID=30fb7d9d-48f3-4521-a14a-db6a70863ca4,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:34.258739 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-44a13d2c-29bf-479e-9ba1-a9e7ea93b84e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-468235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4389'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:34.260207 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-44a13d2c-29bf-479e-9ba1-a9e7ea93b84e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-369389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-373117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:34.276477 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e9506efc-d33e-45f8-8f64-a31c8431a332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:34.276723 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Network 30fb7d9d-48f3-4521-a14a-db6a70863ca4 details requested by agent ovs-agent-dv-cinder-760180-3-iscsi with host dv-cinder-760180-3-iscsi {{(pid=94636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:09:34.279944 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5dbc61-fd82-4e78-95b5-c9d613eca63a admin admin] Network 6d6364cb-20be-4b34-9321-c4d0337d014e is scheduled to be hosted by DHCP agent 5f164b3b-8391-48cb-99c3-d9cfd53180ad with binding_index 1 {{(pid=94635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:09:34.355748 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-44a13d2c-29bf-479e-9ba1-a9e7ea93b84e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:34.411723 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-c19ca74f-db95-4c3d-8cef-1dddaedf88a4 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7712414 Aug 31 01:09:34.422732 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.db_base_plugin_common [None req-0b45f22c-1d54-4029-a46a-a8a6adb909fd None None] Allocated IP 172.20.0.2 (cbc670e8-9863-4523-934f-dc257f6800ff/8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9/d59b93df-41d2-45af-b4a6-309fb25525c9) {{(pid=94636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:34.424816 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 53744) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:34.436469 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-fc5dbc61-fd82-4e78-95b5-c9d613eca63a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760180-3-iscsi, 6d6364cb-20be-4b34-9321-c4d0337d014e) {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:34.444229 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-874d7cea-6243-49a1-ac0c-66d7c5fafc68 admin admin] Request body: {'subnet': {'network_id': '30fb7d9d-48f3-4521-a14a-db6a70863ca4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1079692908-subnet', 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:34.454272 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33de887b-1c5b-4630-8574-066c5349b8d2 None None] Network 6d6364cb-20be-4b34-9321-c4d0337d014e requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:34.489579 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-4538d202-4b68-4136-ac07-68cf37761199 service neutron] 10.222.0.43 "GET /v2.0/networks/d0f7a075-5cf1-4c2b-95df-2b457811a6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962897 Aug 31 01:09:34.490042 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5dbc61-fd82-4e78-95b5-c9d613eca63a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:34.490669 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fc5dbc61-fd82-4e78-95b5-c9d613eca63a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for subnet, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:34.588349 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-77a75d26-27bc-412c-8207-c8f384023195 service neutron] 10.222.0.43 "GET /v2.0/networks/d0f7a075-5cf1-4c2b-95df-2b457811a6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877168 Aug 31 01:09:34.593295 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504773ae-667e-46f4-8247-91875ee2d12d admin admin] Made reservation on behalf of 0ebe297fbd3a46689671efa0c38f7f89 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:34.595817 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-504773ae-667e-46f4-8247-91875ee2d12d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:34.667461 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-fc5dbc61-fd82-4e78-95b5-c9d613eca63a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5385940 Aug 31 01:09:34.702558 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f77d3c-24d7-4e22-a6bf-312ed04af003 None None] Network 6d6364cb-20be-4b34-9321-c4d0337d014e requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:34.772241 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-44a13d2c-29bf-479e-9ba1-a9e7ea93b84e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:34.780601 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-0b45f22c-1d54-4029-a46a-a8a6adb909fd None None] Notify callbacks [] for port, precommit_create {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:34.788608 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e9506efc-d33e-45f8-8f64-a31c8431a332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:34.795551 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-0b45f22c-1d54-4029-a46a-a8a6adb909fd None None] Transition to ACTIVE for port object d59b93df-41d2-45af-b4a6-309fb25525c9 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:34.836607 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-0b45f22c-1d54-4029-a46a-a8a6adb909fd None None] Transition to ACTIVE for port object d59b93df-41d2-45af-b4a6-309fb25525c9 will not be triggered until provisioned by entity DHCP. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:34.872806 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e9506efc-d33e-45f8-8f64-a31c8431a332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:34.922166 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-e9506efc-d33e-45f8-8f64-a31c8431a332 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=62853d7b786b47b6b4aa6492c137aa25&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8440671 Aug 31 01:09:34.931136 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 53762) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:34.938059 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-0b45f22c-1d54-4029-a46a-a8a6adb909fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222'] for port, after_create {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:34.959167 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b45f22c-1d54-4029-a46a-a8a6adb909fd None None] Network cbc670e8-9863-4523-934f-dc257f6800ff is already hosted by enough agents. {{(pid=94636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:34.974278 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.scheduler.base_scheduler [None req-0b45f22c-1d54-4029-a46a-a8a6adb909fd None None] Resources bound (agent type, host, resource id): {{(pid=94636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:35.006998 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b45f22c-1d54-4029-a46a-a8a6adb909fd None None] Received port after_create {{(pid=94636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:35.008679 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9fe64b90-5104-43b6-b1c8-30a2a2e64201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:35.032651 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9fe64b90-5104-43b6-b1c8-30a2a2e64201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:35.065542 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45f22c-1d54-4029-a46a-a8a6adb909fd None None] Pushing event updated for resources: {'Port': ['ID=d59b93df-41d2-45af-b4a6-309fb25525c9,revision_number=1']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:35.095501 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45f22c-1d54-4029-a46a-a8a6adb909fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:35.096109 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45f22c-1d54-4029-a46a-a8a6adb909fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:35.096630 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45f22c-1d54-4029-a46a-a8a6adb909fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:35.096774 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874d7cea-6243-49a1-ac0c-66d7c5fafc68 admin admin] Made reservation on behalf of 4ffa2d2788a446da9bb35bff34b67588 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:35.097601 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45f22c-1d54-4029-a46a-a8a6adb909fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:35.098161 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45f22c-1d54-4029-a46a-a8a6adb909fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:35.098675 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45f22c-1d54-4029-a46a-a8a6adb909fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:35.099175 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45f22c-1d54-4029-a46a-a8a6adb909fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:35.099306 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-874d7cea-6243-49a1-ac0c-66d7c5fafc68 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:35.099772 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45f22c-1d54-4029-a46a-a8a6adb909fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:35.100282 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45f22c-1d54-4029-a46a-a8a6adb909fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:35.100772 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45f22c-1d54-4029-a46a-a8a6adb909fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:35.101430 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45f22c-1d54-4029-a46a-a8a6adb909fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:35.101987 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45f22c-1d54-4029-a46a-a8a6adb909fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:35.103283 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b45f22c-1d54-4029-a46a-a8a6adb909fd None None] Tracked resource versions report: Aug 31 01:09:35.103283 dv-cinder-760180-3-iscsi neutron-server[94636]: pushed versions: Aug 31 01:09:35.103283 dv-cinder-760180-3-iscsi neutron-server[94636]: { 'AddressGroup': {'1.2'}, Aug 31 01:09:35.103283 dv-cinder-760180-3-iscsi neutron-server[94636]: 'ConntrackHelper': {'1.0'}, Aug 31 01:09:35.103283 dv-cinder-760180-3-iscsi neutron-server[94636]: 'Log': {'1.0'}, Aug 31 01:09:35.103283 dv-cinder-760180-3-iscsi neutron-server[94636]: 'Network': {'1.1'}, Aug 31 01:09:35.103283 dv-cinder-760180-3-iscsi neutron-server[94636]: 'Port': {'1.7'}, Aug 31 01:09:35.103283 dv-cinder-760180-3-iscsi neutron-server[94636]: 'PortForwarding': {'1.2'}, Aug 31 01:09:35.103283 dv-cinder-760180-3-iscsi neutron-server[94636]: 'QosPolicy': {'1.9'}, Aug 31 01:09:35.103283 dv-cinder-760180-3-iscsi neutron-server[94636]: 'SecurityGroup': {'1.4'}, Aug 31 01:09:35.103283 dv-cinder-760180-3-iscsi neutron-server[94636]: 'SecurityGroupRule': {'1.2'}, Aug 31 01:09:35.103283 dv-cinder-760180-3-iscsi neutron-server[94636]: 'SubPort': {'1.0'}, Aug 31 01:09:35.103283 dv-cinder-760180-3-iscsi neutron-server[94636]: 'Subnet': {'1.1'}, Aug 31 01:09:35.103283 dv-cinder-760180-3-iscsi neutron-server[94636]: 'Trunk': {'1.1'}} Aug 31 01:09:35.103283 dv-cinder-760180-3-iscsi neutron-server[94636]: consumer versions: Aug 31 01:09:35.103283 dv-cinder-760180-3-iscsi neutron-server[94636]: { DHCP agent@dv-cinder-760180-3-iscsi: {}, Aug 31 01:09:35.103283 dv-cinder-760180-3-iscsi neutron-server[94636]: HyperV agent@hv-cinder-76018: {}, Aug 31 01:09:35.103283 dv-cinder-760180-3-iscsi neutron-server[94636]: L3 agent@dv-cinder-760180-3-iscsi: {}, Aug 31 01:09:35.103283 dv-cinder-760180-3-iscsi neutron-server[94636]: Metadata agent@dv-cinder-760180-3-iscsi: {}, Aug 31 01:09:35.103283 dv-cinder-760180-3-iscsi neutron-server[94636]: Metering agent@dv-cinder-760180-3-iscsi: {}, Aug 31 01:09:35.103283 dv-cinder-760180-3-iscsi neutron-server[94636]: Open vSwitch agent@dv-cinder-760180-3-iscsi: { 'AddressGroup': '1.2', Aug 31 01:09:35.103283 dv-cinder-760180-3-iscsi neutron-server[94636]: 'ConntrackHelper': '1.0', Aug 31 01:09:35.103283 dv-cinder-760180-3-iscsi neutron-server[94636]: 'Log': '1.0', Aug 31 01:09:35.103283 dv-cinder-760180-3-iscsi neutron-server[94636]: 'Network': '1.1', Aug 31 01:09:35.103283 dv-cinder-760180-3-iscsi neutron-server[94636]: 'Port': '1.7', Aug 31 01:09:35.103283 dv-cinder-760180-3-iscsi neutron-server[94636]: 'PortForwarding': '1.2', Aug 31 01:09:35.103283 dv-cinder-760180-3-iscsi neutron-server[94636]: 'QosPolicy': '1.9', Aug 31 01:09:35.103283 dv-cinder-760180-3-iscsi neutron-server[94636]: 'SecurityGroup': '1.4', Aug 31 01:09:35.103283 dv-cinder-760180-3-iscsi neutron-server[94636]: 'SecurityGroupRule': '1.2', Aug 31 01:09:35.103283 dv-cinder-760180-3-iscsi neutron-server[94636]: 'SubPort': '1.0', Aug 31 01:09:35.103283 dv-cinder-760180-3-iscsi neutron-server[94636]: 'Subnet': '1.1', Aug 31 01:09:35.103283 dv-cinder-760180-3-iscsi neutron-server[94636]: 'Trunk': '1.1'}} Aug 31 01:09:35.103283 dv-cinder-760180-3-iscsi neutron-server[94636]: {{(pid=94636) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 01:09:35.129264 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-0b45f22c-1d54-4029-a46a-a8a6adb909fd None None] Attempting to bind port d59b93df-41d2-45af-b4a6-309fb25525c9 on host dv-cinder-760180-3-iscsi for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:35.129629 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-0b45f22c-1d54-4029-a46a-a8a6adb909fd None None] Attempting to bind port d59b93df-41d2-45af-b4a6-309fb25525c9 by drivers openvswitch,hyperv on host dv-cinder-760180-3-iscsi at level 0 using segments [{'id': '6d53e54b-6190-4b24-885a-ba7d2444e469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:35.130180 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b45f22c-1d54-4029-a46a-a8a6adb909fd None None] Attempting to bind port d59b93df-41d2-45af-b4a6-309fb25525c9 on network cbc670e8-9863-4523-934f-dc257f6800ff {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:35.137582 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b45f22c-1d54-4029-a46a-a8a6adb909fd None None] Checking agent: {'id': 'e0e3d429-98ee-4375-b253-cc814bb4b4fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760180-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 1, 9), 'started_at': datetime.datetime(2021, 8, 31, 1, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760180-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:09:35.138293 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b45f22c-1d54-4029-a46a-a8a6adb909fd None None] Checking segment: {'id': '6d53e54b-6190-4b24-885a-ba7d2444e469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:35.138882 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-0b45f22c-1d54-4029-a46a-a8a6adb909fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:35.139633 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b45f22c-1d54-4029-a46a-a8a6adb909fd None None] Bound using segment: {'id': '6d53e54b-6190-4b24-885a-ba7d2444e469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:09:35.140298 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-0b45f22c-1d54-4029-a46a-a8a6adb909fd None None] Bound port: d59b93df-41d2-45af-b4a6-309fb25525c9, host: dv-cinder-760180-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d53e54b-6190-4b24-885a-ba7d2444e469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:09:35.140890 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-0b45f22c-1d54-4029-a46a-a8a6adb909fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:35.163089 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9506efc-d33e-45f8-8f64-a31c8431a332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ebede3-ed63-4631-b703-9989299a18f0,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:35.191456 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2653248c-bf4d-483f-92d0-e032d9443259 req-9ef27533-ed72-45df-a1d4-cce65dcbc2d0 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/ports?device_id=f53552d4-4831-48e2-a9f0-47b547bcb6ed HTTP/1.1" status: 200 len: 210 time: 0.1195397 Aug 31 01:09:35.198441 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9fe64b90-5104-43b6-b1c8-30a2a2e64201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:35.201260 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-504773ae-667e-46f4-8247-91875ee2d12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:35.206338 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9fe64b90-5104-43b6-b1c8-30a2a2e64201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:35.217288 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-9fe64b90-5104-43b6-b1c8-30a2a2e64201 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e0ebede3-ed63-4631-b703-9989299a18f0 HTTP/1.1" status: 204 len: 168 time: 0.2844758 Aug 31 01:09:35.243485 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe64b90-5104-43b6-b1c8-30a2a2e64201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ebede3-ed63-4631-b703-9989299a18f0,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:35.293795 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-0b45f22c-1d54-4029-a46a-a8a6adb909fd None None] For port d59b93df-41d2-45af-b4a6-309fb25525c9, host dv-cinder-760180-3-iscsi, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:09:35.301830 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504773ae-667e-46f4-8247-91875ee2d12d admin admin] Pushing event updated for resources: {'Subnet': ['ID=28514019-93de-4286-b066-532f8dc6920b,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:35.329550 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-0b45f22c-1d54-4029-a46a-a8a6adb909fd None None] For port d59b93df-41d2-45af-b4a6-309fb25525c9, host dv-cinder-760180-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=d59b93df-41d2-45af-b4a6-309fb25525c9,segment=NetworkSegment(6d53e54b-6190-4b24-885a-ba7d2444e469),segment_id=6d53e54b-6190-4b24-885a-ba7d2444e469)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:09:35.333842 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 53796) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:35.379854 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504773ae-667e-46f4-8247-91875ee2d12d admin admin] Checking segment: {'id': '12c59999-25ae-4408-be66-1cc437a4d78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'fd548e74-43b1-430f-a0ef-aa76573cce11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:35.380107 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504773ae-667e-46f4-8247-91875ee2d12d admin admin] Network hostable DHCP agents. Network: fd548e74-43b1-430f-a0ef-aa76573cce11, hostable agents: ['5f164b3b-8391-48cb-99c3-d9cfd53180ad'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:09:35.399132 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-0b45f22c-1d54-4029-a46a-a8a6adb909fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:35.468517 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-0ccfb3fb-187d-41b6-bf57-947562a6a52a tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:35.479494 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-0ccfb3fb-187d-41b6-bf57-947562a6a52a tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/networks?id=6d6364cb-20be-4b34-9321-c4d0337d014e HTTP/1.1" status: 200 len: 814 time: 0.1435683 Aug 31 01:09:35.496361 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-d8b8d70c-1b2c-4f38-8f5c-2355068a7592 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/quotas/98ab9da13d934f25b5b1fca982b961f3 HTTP/1.1" status: 200 len: 375 time: 0.0158474 Aug 31 01:09:35.524803 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45f22c-1d54-4029-a46a-a8a6adb909fd None None] Pushing event updated for resources: {'Port': ['ID=d59b93df-41d2-45af-b4a6-309fb25525c9,revision_number=2']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:35.534679 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-83399347-4d14-46a5-b99c-6217b2f50138 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=98ab9da13d934f25b5b1fca982b961f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372374 Aug 31 01:09:35.592366 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-44a13d2c-29bf-479e-9ba1-a9e7ea93b84e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:35.618294 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-44a13d2c-29bf-479e-9ba1-a9e7ea93b84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:35.665710 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504773ae-667e-46f4-8247-91875ee2d12d admin admin] Network fd548e74-43b1-430f-a0ef-aa76573cce11 is scheduled to be hosted by DHCP agent 5f164b3b-8391-48cb-99c3-d9cfd53180ad with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:09:35.688297 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-874d7cea-6243-49a1-ac0c-66d7c5fafc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:35.771561 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-504773ae-667e-46f4-8247-91875ee2d12d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760180-3-iscsi, fd548e74-43b1-430f-a0ef-aa76573cce11) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:35.779220 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504773ae-667e-46f4-8247-91875ee2d12d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:35.780955 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-504773ae-667e-46f4-8247-91875ee2d12d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:35.783553 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a97be0-c917-43c4-aa5f-a3e91bfe98f3 None None] Network fd548e74-43b1-430f-a0ef-aa76573cce11 requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:35.797293 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-4f397dfd-ec27-407d-bb1b-33f4e5752afd service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:09:35.809804 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-4f397dfd-ec27-407d-bb1b-33f4e5752afd service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1323931 Aug 31 01:09:35.849315 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d7cea-6243-49a1-ac0c-66d7c5fafc68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b8d6dea-cd1f-4897-b8eb-208006d6ba9a,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:35.894533 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874d7cea-6243-49a1-ac0c-66d7c5fafc68 admin admin] Checking segment: {'id': '85bfaf1f-5a21-4307-abff-21e0aaca3a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '30fb7d9d-48f3-4521-a14a-db6a70863ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:35.894885 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874d7cea-6243-49a1-ac0c-66d7c5fafc68 admin admin] Network hostable DHCP agents. Network: 30fb7d9d-48f3-4521-a14a-db6a70863ca4, hostable agents: ['5f164b3b-8391-48cb-99c3-d9cfd53180ad'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:09:35.907953 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-44a13d2c-29bf-479e-9ba1-a9e7ea93b84e admin admin] Allocated IP 172.27.3.210 (6de9ff05-f8f6-4fd1-b476-077a32a7a2f5/44be20a0-ff0a-4c00-a541-a9ead83fffe9/b7faadf1-a0aa-444e-8412-24b9542bff98) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:35.963557 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-990af73c-a35b-4259-9e9d-f3f714da0e15 service neutron] 10.222.0.43 "GET /v2.0/networks/6d6364cb-20be-4b34-9321-c4d0337d014e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526535 Aug 31 01:09:36.040254 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-504773ae-667e-46f4-8247-91875ee2d12d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.6375432 Aug 31 01:09:36.043555 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 53828) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:36.045679 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7324f6a3-7c1d-4908-bb3e-659db78720e0 None None] Network fd548e74-43b1-430f-a0ef-aa76573cce11 requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:36.049133 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-1246fe74-df9a-4fdb-94ba-9640e20c2825 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-593945952-router', 'tenant_id': '0ebe297fbd3a46689671efa0c38f7f89', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:36.071550 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874d7cea-6243-49a1-ac0c-66d7c5fafc68 admin admin] Network 30fb7d9d-48f3-4521-a14a-db6a70863ca4 is scheduled to be hosted by DHCP agent 5f164b3b-8391-48cb-99c3-d9cfd53180ad with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:09:36.078592 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-a9f8b383-4a23-4e8f-b7be-fb72094b61ac service neutron] 10.222.0.43 "GET /v2.0/networks/6d6364cb-20be-4b34-9321-c4d0337d014e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060433 Aug 31 01:09:36.110302 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-44a13d2c-29bf-479e-9ba1-a9e7ea93b84e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:36.182308 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1246fe74-df9a-4fdb-94ba-9640e20c2825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-468235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4389'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:36.183408 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1246fe74-df9a-4fdb-94ba-9640e20c2825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-369389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-373117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:36.190280 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-874d7cea-6243-49a1-ac0c-66d7c5fafc68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760180-3-iscsi, 30fb7d9d-48f3-4521-a14a-db6a70863ca4) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:36.200276 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874d7cea-6243-49a1-ac0c-66d7c5fafc68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:36.201690 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-874d7cea-6243-49a1-ac0c-66d7c5fafc68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:36.229724 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52839f7-987f-4576-bc13-a2c6e36eaa7e None None] Network 30fb7d9d-48f3-4521-a14a-db6a70863ca4 requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:36.285393 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-44a13d2c-29bf-479e-9ba1-a9e7ea93b84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:36.293979 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1246fe74-df9a-4fdb-94ba-9640e20c2825 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:36.313016 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-71f5c96c-4932-484c-874b-55b5952e3141 req-8a21a194-cad9-47a8-8df3-a1b176808fee tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/ports?device_id=f53552d4-4831-48e2-a9f0-47b547bcb6ed HTTP/1.1" status: 200 len: 210 time: 0.0333128 Aug 31 01:09:36.345082 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-874d7cea-6243-49a1-ac0c-66d7c5fafc68 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9163816 Aug 31 01:09:36.347521 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a13d2c-29bf-479e-9ba1-a9e7ea93b84e admin admin] Network 6de9ff05-f8f6-4fd1-b476-077a32a7a2f5 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:36.347672 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 53832) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:36.352262 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [None req-9dcde7f7-e304-43ef-804f-0af79baa8744 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1079692908-router', 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'}}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:36.359082 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a13d2c-29bf-479e-9ba1-a9e7ea93b84e admin admin] Pushing event updated for resources: {'Port': ['ID=b7faadf1-a0aa-444e-8412-24b9542bff98,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:36.371793 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-44a13d2c-29bf-479e-9ba1-a9e7ea93b84e admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:36.427327 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 53844) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:36.442454 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a13d2c-29bf-479e-9ba1-a9e7ea93b84e admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:36.455466 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f967db58-839e-46f7-9558-fc5c6cf1aec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdfa1eee9-65b0-5927-8ea5-c2c6bfaf40d4-30fb7d9d-48f3-4521-a14a-db6a70863ca4', 'network_id': '30fb7d9d-48f3-4521-a14a-db6a70863ca4', 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'fixed_ips': [{'subnet_id': '4b8d6dea-cd1f-4897-b8eb-208006d6ba9a'}]}} from dv-cinder-760180-3-iscsi. {{(pid=94636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:09:36.457230 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-f967db58-839e-46f7-9558-fc5c6cf1aec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:36.507554 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c1222dd2-3127-4654-a6e8-418ee3bcbeb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:36.521252 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1b9c5ca9-1a18-463a-9856-a5b298a82d7d req-e2e6f01f-af53-473c-8123-00d2f6194b55 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1759872-23c6-45b1-8c30-f40c20adda2a HTTP/1.1" status: 200 len: 210 time: 0.0670414 Aug 31 01:09:36.564257 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9dcde7f7-e304-43ef-804f-0af79baa8744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-468235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4389'] for router, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:36.565016 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9dcde7f7-e304-43ef-804f-0af79baa8744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-369389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-373117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:36.720047 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-122064bb-958b-4796-a1dd-cd01ed579fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:36.736679 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9dcde7f7-e304-43ef-804f-0af79baa8744 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:36.747621 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.db_base_plugin_common [None req-f967db58-839e-46f7-9558-fc5c6cf1aec8 None None] Allocated IP 172.20.0.2 (30fb7d9d-48f3-4521-a14a-db6a70863ca4/4b8d6dea-cd1f-4897-b8eb-208006d6ba9a/019d9b78-8bf0-4125-8e9d-bcc1540209db) {{(pid=94636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:36.820658 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c1222dd2-3127-4654-a6e8-418ee3bcbeb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:36.886349 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8af890-84cb-440f-a864-55a8feacac8a None None] Network cbc670e8-9863-4523-934f-dc257f6800ff requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:36.938357 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c1222dd2-3127-4654-a6e8-418ee3bcbeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:36.980784 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1246fe74-df9a-4fdb-94ba-9640e20c2825 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:37.015163 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 53874) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:37.015340 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-c1222dd2-3127-4654-a6e8-418ee3bcbeb9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7238cae68f4b41a38e19ae654fde5b61&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5868666 Aug 31 01:09:37.135219 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1222dd2-3127-4654-a6e8-418ee3bcbeb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5eb4da1-8092-442d-9368-40f2379f236c,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:37.139403 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9dcde7f7-e304-43ef-804f-0af79baa8744 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:37.164224 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-969c173c-b63b-4d15-b74a-1d24d25e3f0e None None] Provisioning for port d59b93df-41d2-45af-b4a6-309fb25525c9 completed by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:37.172041 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-f967db58-839e-46f7-9558-fc5c6cf1aec8 None None] Notify callbacks [] for port, precommit_create {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:37.233212 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-f967db58-839e-46f7-9558-fc5c6cf1aec8 None None] Transition to ACTIVE for port object 019d9b78-8bf0-4125-8e9d-bcc1540209db will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:37.261191 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-f967db58-839e-46f7-9558-fc5c6cf1aec8 None None] Transition to ACTIVE for port object 019d9b78-8bf0-4125-8e9d-bcc1540209db will not be triggered until provisioned by entity DHCP. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:37.335020 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0a027875-55b1-4676-8b2d-2bdc63f0a32c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:37.390058 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-f967db58-839e-46f7-9558-fc5c6cf1aec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222'] for port, after_create {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:37.514092 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f967db58-839e-46f7-9558-fc5c6cf1aec8 None None] Network 30fb7d9d-48f3-4521-a14a-db6a70863ca4 is already hosted by enough agents. {{(pid=94636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:37.517254 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device d59b93df-41d2-45af-b4a6-309fb25525c9 up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:37.524812 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967db58-839e-46f7-9558-fc5c6cf1aec8 None None] Pushing event updated for resources: {'Port': ['ID=019d9b78-8bf0-4125-8e9d-bcc1540209db,revision_number=1']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:37.532695 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-44a13d2c-29bf-479e-9ba1-a9e7ea93b84e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:37.533542 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.scheduler.base_scheduler [None req-f967db58-839e-46f7-9558-fc5c6cf1aec8 None None] Resources bound (agent type, host, resource id): {{(pid=94636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:37.582332 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0a027875-55b1-4676-8b2d-2bdc63f0a32c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:37.594073 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f967db58-839e-46f7-9558-fc5c6cf1aec8 None None] Received port after_create {{(pid=94636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:37.696361 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-f967db58-839e-46f7-9558-fc5c6cf1aec8 None None] Attempting to bind port 019d9b78-8bf0-4125-8e9d-bcc1540209db on host dv-cinder-760180-3-iscsi for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:37.697290 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-f967db58-839e-46f7-9558-fc5c6cf1aec8 None None] Attempting to bind port 019d9b78-8bf0-4125-8e9d-bcc1540209db by drivers openvswitch,hyperv on host dv-cinder-760180-3-iscsi at level 0 using segments [{'id': '85bfaf1f-5a21-4307-abff-21e0aaca3a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '30fb7d9d-48f3-4521-a14a-db6a70863ca4'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:37.697901 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f967db58-839e-46f7-9558-fc5c6cf1aec8 None None] Attempting to bind port 019d9b78-8bf0-4125-8e9d-bcc1540209db on network 30fb7d9d-48f3-4521-a14a-db6a70863ca4 {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:37.714531 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1a98273d-23a0-4fa7-8f30-460ad725e479 req-461fd17c-b11d-4c9c-981b-d4b9aa2712e9 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/ports?device_id=f53552d4-4831-48e2-a9f0-47b547bcb6ed HTTP/1.1" status: 200 len: 210 time: 0.0562642 Aug 31 01:09:37.718416 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f967db58-839e-46f7-9558-fc5c6cf1aec8 None None] Checking agent: {'id': 'e0e3d429-98ee-4375-b253-cc814bb4b4fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760180-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 1, 9), 'started_at': datetime.datetime(2021, 8, 31, 1, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760180-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:09:37.725084 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f967db58-839e-46f7-9558-fc5c6cf1aec8 None None] Checking segment: {'id': '85bfaf1f-5a21-4307-abff-21e0aaca3a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '30fb7d9d-48f3-4521-a14a-db6a70863ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:37.725084 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-f967db58-839e-46f7-9558-fc5c6cf1aec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:37.725723 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f967db58-839e-46f7-9558-fc5c6cf1aec8 None None] Bound using segment: {'id': '85bfaf1f-5a21-4307-abff-21e0aaca3a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '30fb7d9d-48f3-4521-a14a-db6a70863ca4'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:09:37.726386 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-f967db58-839e-46f7-9558-fc5c6cf1aec8 None None] Bound port: 019d9b78-8bf0-4125-8e9d-bcc1540209db, host: dv-cinder-760180-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85bfaf1f-5a21-4307-abff-21e0aaca3a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '30fb7d9d-48f3-4521-a14a-db6a70863ca4'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:09:37.726927 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-f967db58-839e-46f7-9558-fc5c6cf1aec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:37.733716 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5f12392a-3b99-4a62-b115-075269f1500e req-fb9cbecf-e29d-4428-b60f-da3dbe1f8ca2 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1759872-23c6-45b1-8c30-f40c20adda2a HTTP/1.1" status: 200 len: 210 time: 0.0611207 Aug 31 01:09:37.752152 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9dcde7f7-e304-43ef-804f-0af79baa8744 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:37.797251 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9dcde7f7-e304-43ef-804f-0af79baa8744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:37.848855 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-f967db58-839e-46f7-9558-fc5c6cf1aec8 None None] For port 019d9b78-8bf0-4125-8e9d-bcc1540209db, host dv-cinder-760180-3-iscsi, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:09:37.853480 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-f967db58-839e-46f7-9558-fc5c6cf1aec8 None None] For port 019d9b78-8bf0-4125-8e9d-bcc1540209db, host dv-cinder-760180-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=019d9b78-8bf0-4125-8e9d-bcc1540209db,segment=NetworkSegment(85bfaf1f-5a21-4307-abff-21e0aaca3a13),segment_id=85bfaf1f-5a21-4307-abff-21e0aaca3a13)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:09:37.860515 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning for port d59b93df-41d2-45af-b4a6-309fb25525c9 completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:37.864579 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port d59b93df-41d2-45af-b4a6-309fb25525c9 triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:37.865049 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:37.917975 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0a027875-55b1-4676-8b2d-2bdc63f0a32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:37.920500 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0a027875-55b1-4676-8b2d-2bdc63f0a32c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:37.924251 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-0a027875-55b1-4676-8b2d-2bdc63f0a32c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d5eb4da1-8092-442d-9368-40f2379f236c HTTP/1.1" status: 204 len: 168 time: 0.9055095 Aug 31 01:09:37.949607 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:37.970595 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-f967db58-839e-46f7-9558-fc5c6cf1aec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:37.976200 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a027875-55b1-4676-8b2d-2bdc63f0a32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5eb4da1-8092-442d-9368-40f2379f236c,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:37.991944 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-44a13d2c-29bf-479e-9ba1-a9e7ea93b84e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-369364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371949'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:38.002289 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1246fe74-df9a-4fdb-94ba-9640e20c2825 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:38.048221 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-9dcde7f7-e304-43ef-804f-0af79baa8744 admin admin] Allocated IP 172.27.3.208 (6de9ff05-f8f6-4fd1-b476-077a32a7a2f5/44be20a0-ff0a-4c00-a541-a9ead83fffe9/5c5fb578-6eb3-40ea-9fff-14ef354e5a2e) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:38.055744 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1246fe74-df9a-4fdb-94ba-9640e20c2825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:38.067491 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967db58-839e-46f7-9558-fc5c6cf1aec8 None None] Pushing event updated for resources: {'Port': ['ID=019d9b78-8bf0-4125-8e9d-bcc1540209db,revision_number=2']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:38.090309 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] For port d59b93df-41d2-45af-b4a6-309fb25525c9, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=d59b93df-41d2-45af-b4a6-309fb25525c9,segment=NetworkSegment(6d53e54b-6190-4b24-885a-ba7d2444e469),segment_id=6d53e54b-6190-4b24-885a-ba7d2444e469)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:38.181885 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:38.205421 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9dcde7f7-e304-43ef-804f-0af79baa8744 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:38.257831 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Pushing event updated for resources: {'Port': ['ID=d59b93df-41d2-45af-b4a6-309fb25525c9,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:38.335503 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a13d2c-29bf-479e-9ba1-a9e7ea93b84e admin admin] Router 4b3525fc-8196-4326-94be-ddc5a5c3e862 is scheduled to L3 agent c5d183af-b1ef-4815-8853-b3c8447fce00 with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:09:38.412237 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9dcde7f7-e304-43ef-804f-0af79baa8744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:38.463420 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcde7f7-e304-43ef-804f-0af79baa8744 admin admin] Network 6de9ff05-f8f6-4fd1-b476-077a32a7a2f5 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:38.464874 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-9dcde7f7-e304-43ef-804f-0af79baa8744 admin admin] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:38.467985 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcde7f7-e304-43ef-804f-0af79baa8744 admin admin] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:38.561146 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a13d2c-29bf-479e-9ba1-a9e7ea93b84e admin admin] Notify agent at l3_agent.dv-cinder-760180-3-iscsi the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:09:38.563205 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-1246fe74-df9a-4fdb-94ba-9640e20c2825 admin admin] Allocated IP 172.27.3.140 (6de9ff05-f8f6-4fd1-b476-077a32a7a2f5/44be20a0-ff0a-4c00-a541-a9ead83fffe9/8d2af334-df2b-4068-81c6-5880437598a0) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:38.596052 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81aae18-9a60-4e5f-b4bc-63fe3b0ec27b None None] Sync routers for ids ['4b3525fc-8196-4326-94be-ddc5a5c3e862'] in dv-cinder-760180-3-iscsi {{(pid=94637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:09:38.608261 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81aae18-9a60-4e5f-b4bc-63fe3b0ec27b None None] Routers {'4b3525fc-8196-4326-94be-ddc5a5c3e862'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:09:38.609309 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-d81aae18-9a60-4e5f-b4bc-63fe3b0ec27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:09:09Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['4b3525fc-8196-4326-94be-ddc5a5c3e862'], 'active': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:38.729551 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1246fe74-df9a-4fdb-94ba-9640e20c2825 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:38.777500 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-44a13d2c-29bf-479e-9ba1-a9e7ea93b84e admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:38.780157 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-44a13d2c-29bf-479e-9ba1-a9e7ea93b84e admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.6809702 Aug 31 01:09:38.791027 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 53932) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:38.831391 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcde7f7-e304-43ef-804f-0af79baa8744 admin admin] Pushing event updated for resources: {'Port': ['ID=5c5fb578-6eb3-40ea-9fff-14ef354e5a2e,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:38.940015 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvr_db [None req-d81aae18-9a60-4e5f-b4bc-63fe3b0ec27b None None] Set router 4b3525fc-8196-4326-94be-ddc5a5c3e862 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:09:38.952838 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-78ef0756-5059-41ab-8766-1a8475e9c401 req-d05ca015-0c2c-45f4-adaf-ceace7db01ec tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1759872-23c6-45b1-8c30-f40c20adda2a HTTP/1.1" status: 200 len: 210 time: 0.0701714 Aug 31 01:09:39.005173 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-33acb242-525c-42b4-bede-2a0b7c68fab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:39.194029 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.72', 54778) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:39.205782 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1246fe74-df9a-4fdb-94ba-9640e20c2825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:39.277422 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9dcde7f7-e304-43ef-804f-0af79baa8744 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:39.348880 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-d81aae18-9a60-4e5f-b4bc-63fe3b0ec27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'name': 'tempest-AttachVolumeShelveTestJSON-2113926238-router', 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'b7faadf1-a0aa-444e-8412-24b9542bff98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:34Z', 'updated_at': '2021-08-31T01:09:36Z', 'revision_number': 3, 'project_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'gw_port': {'id': 'b7faadf1-a0aa-444e-8412-24b9542bff98', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:41:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:35Z', 'updated_at': '2021-08-31T01:09:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi'}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:39.366187 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:39.435409 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81aae18-9a60-4e5f-b4bc-63fe3b0ec27b None None] Checking router: 4b3525fc-8196-4326-94be-ddc5a5c3e862 for host: dv-cinder-760180-3-iscsi {{(pid=94637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:09:39.435981 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81aae18-9a60-4e5f-b4bc-63fe3b0ec27b None None] Updating router 4b3525fc-8196-4326-94be-ddc5a5c3e862 port b7faadf1-a0aa-444e-8412-24b9542bff98 binding host dv-cinder-760180-3-iscsi {{(pid=94637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:09:39.441896 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1673ff7c-a5be-4f25-9cd0-169a19f27de6 req-70fb91dd-5065-448e-906b-223b1a8f861f tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/ports?device_id=f53552d4-4831-48e2-a9f0-47b547bcb6ed HTTP/1.1" status: 200 len: 210 time: 0.1687822 Aug 31 01:09:39.484583 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 53950) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:39.509541 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246fe74-df9a-4fdb-94ba-9640e20c2825 admin admin] Pushing event updated for resources: {'Port': ['ID=8d2af334-df2b-4068-81c6-5880437598a0,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:39.525742 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-d81aae18-9a60-4e5f-b4bc-63fe3b0ec27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:39.526015 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9f457f-1cca-4b7c-a84d-32410b7c63ad None None] Network 30fb7d9d-48f3-4521-a14a-db6a70863ca4 requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:09:39.653047 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device d59b93df-41d2-45af-b4a6-309fb25525c9 up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:39.779738 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1246fe74-df9a-4fdb-94ba-9640e20c2825 admin admin] Network 6de9ff05-f8f6-4fd1-b476-077a32a7a2f5 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:39.792404 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-1246fe74-df9a-4fdb-94ba-9640e20c2825 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:39.801712 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9dcde7f7-e304-43ef-804f-0af79baa8744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-369364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371949'] for router, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:39.807502 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1246fe74-df9a-4fdb-94ba-9640e20c2825 admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:39.961920 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ed4504fb-860a-489e-a2a1-fcf726c36fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:39.983405 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-1b7b63c1-6c34-48ec-846e-8294679609d8 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:39.985876 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-1b7b63c1-6c34-48ec-846e-8294679609d8 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.72 "GET /v2.0/networks?id=d0f7a075-5cf1-4c2b-95df-2b457811a6c7 HTTP/1.1" status: 200 len: 812 time: 0.7905700 Aug 31 01:09:40.051697 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-af9a347c-5945-49d6-a6b3-baafffd148ce tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] Request body: {'port': {'device_id': 'f53552d4-4831-48e2-a9f0-47b547bcb6ed', 'network_id': 'd0f7a075-5cf1-4c2b-95df-2b457811a6c7', 'admin_state_up': True, 'tenant_id': '1b466b4a1c614371a5dd936aed747c3f'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:40.140662 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-8527e621-4e0f-408b-90e2-f4e51fc77ebc None None] Provisioning for port 019d9b78-8bf0-4125-8e9d-bcc1540209db completed by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:40.200755 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port d59b93df-41d2-45af-b4a6-309fb25525c9 triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:40.201636 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:40.257651 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-16919145-3fe5-42ff-a24e-1d19d9e85fbf req-08eadd1e-1fa0-42b1-8f0a-6ae6ae9711e6 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1759872-23c6-45b1-8c30-f40c20adda2a HTTP/1.1" status: 200 len: 210 time: 0.1577008 Aug 31 01:09:40.337856 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-d81aae18-9a60-4e5f-b4bc-63fe3b0ec27b None None] Notify callbacks [] for port, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:40.349793 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.provisioning_blocks [None req-d81aae18-9a60-4e5f-b4bc-63fe3b0ec27b None None] Transition to ACTIVE for port object b7faadf1-a0aa-444e-8412-24b9542bff98 will not be triggered until provisioned by entity L2. {{(pid=94637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:40.357265 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:40.418318 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 019d9b78-8bf0-4125-8e9d-bcc1540209db up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:40.444387 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-d81aae18-9a60-4e5f-b4bc-63fe3b0ec27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:40.457137 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ed4504fb-860a-489e-a2a1-fcf726c36fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:40.517349 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c96ebf-702e-4e9f-abe3-6d4976e64a75 None None] Pushing event updated for resources: {'Port': ['ID=b7faadf1-a0aa-444e-8412-24b9542bff98,revision_number=2']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:40.530715 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c96ebf-702e-4e9f-abe3-6d4976e64a75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:40.531422 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c96ebf-702e-4e9f-abe3-6d4976e64a75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:40.533125 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c96ebf-702e-4e9f-abe3-6d4976e64a75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:40.533576 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c96ebf-702e-4e9f-abe3-6d4976e64a75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:40.534067 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c96ebf-702e-4e9f-abe3-6d4976e64a75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:40.536224 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c96ebf-702e-4e9f-abe3-6d4976e64a75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:40.536678 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c96ebf-702e-4e9f-abe3-6d4976e64a75 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:40.537726 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c96ebf-702e-4e9f-abe3-6d4976e64a75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:40.538221 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c96ebf-702e-4e9f-abe3-6d4976e64a75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:40.539105 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c96ebf-702e-4e9f-abe3-6d4976e64a75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:40.539682 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c96ebf-702e-4e9f-abe3-6d4976e64a75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:40.540234 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c96ebf-702e-4e9f-abe3-6d4976e64a75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:09:40.542895 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c96ebf-702e-4e9f-abe3-6d4976e64a75 None None] Tracked resource versions report: Aug 31 01:09:40.542895 dv-cinder-760180-3-iscsi neutron-server[94637]: pushed versions: Aug 31 01:09:40.542895 dv-cinder-760180-3-iscsi neutron-server[94637]: { 'AddressGroup': {'1.2'}, Aug 31 01:09:40.542895 dv-cinder-760180-3-iscsi neutron-server[94637]: 'ConntrackHelper': {'1.0'}, Aug 31 01:09:40.542895 dv-cinder-760180-3-iscsi neutron-server[94637]: 'Log': {'1.0'}, Aug 31 01:09:40.542895 dv-cinder-760180-3-iscsi neutron-server[94637]: 'Network': {'1.1'}, Aug 31 01:09:40.542895 dv-cinder-760180-3-iscsi neutron-server[94637]: 'Port': {'1.7'}, Aug 31 01:09:40.542895 dv-cinder-760180-3-iscsi neutron-server[94637]: 'PortForwarding': {'1.2'}, Aug 31 01:09:40.542895 dv-cinder-760180-3-iscsi neutron-server[94637]: 'QosPolicy': {'1.9'}, Aug 31 01:09:40.542895 dv-cinder-760180-3-iscsi neutron-server[94637]: 'SecurityGroup': {'1.4'}, Aug 31 01:09:40.542895 dv-cinder-760180-3-iscsi neutron-server[94637]: 'SecurityGroupRule': {'1.2'}, Aug 31 01:09:40.542895 dv-cinder-760180-3-iscsi neutron-server[94637]: 'SubPort': {'1.0'}, Aug 31 01:09:40.542895 dv-cinder-760180-3-iscsi neutron-server[94637]: 'Subnet': {'1.1'}, Aug 31 01:09:40.542895 dv-cinder-760180-3-iscsi neutron-server[94637]: 'Trunk': {'1.1'}} Aug 31 01:09:40.542895 dv-cinder-760180-3-iscsi neutron-server[94637]: consumer versions: Aug 31 01:09:40.542895 dv-cinder-760180-3-iscsi neutron-server[94637]: { DHCP agent@dv-cinder-760180-3-iscsi: {}, Aug 31 01:09:40.542895 dv-cinder-760180-3-iscsi neutron-server[94637]: HyperV agent@hv-cinder-76018: {}, Aug 31 01:09:40.542895 dv-cinder-760180-3-iscsi neutron-server[94637]: L3 agent@dv-cinder-760180-3-iscsi: {}, Aug 31 01:09:40.542895 dv-cinder-760180-3-iscsi neutron-server[94637]: Metadata agent@dv-cinder-760180-3-iscsi: {}, Aug 31 01:09:40.542895 dv-cinder-760180-3-iscsi neutron-server[94637]: Metering agent@dv-cinder-760180-3-iscsi: {}, Aug 31 01:09:40.542895 dv-cinder-760180-3-iscsi neutron-server[94637]: Open vSwitch agent@dv-cinder-760180-3-iscsi: { 'AddressGroup': '1.2', Aug 31 01:09:40.542895 dv-cinder-760180-3-iscsi neutron-server[94637]: 'ConntrackHelper': '1.0', Aug 31 01:09:40.542895 dv-cinder-760180-3-iscsi neutron-server[94637]: 'Log': '1.0', Aug 31 01:09:40.542895 dv-cinder-760180-3-iscsi neutron-server[94637]: 'Network': '1.1', Aug 31 01:09:40.542895 dv-cinder-760180-3-iscsi neutron-server[94637]: 'Port': '1.7', Aug 31 01:09:40.542895 dv-cinder-760180-3-iscsi neutron-server[94637]: 'PortForwarding': '1.2', Aug 31 01:09:40.542895 dv-cinder-760180-3-iscsi neutron-server[94637]: 'QosPolicy': '1.9', Aug 31 01:09:40.542895 dv-cinder-760180-3-iscsi neutron-server[94637]: 'SecurityGroup': '1.4', Aug 31 01:09:40.542895 dv-cinder-760180-3-iscsi neutron-server[94637]: 'SecurityGroupRule': '1.2', Aug 31 01:09:40.542895 dv-cinder-760180-3-iscsi neutron-server[94637]: 'SubPort': '1.0', Aug 31 01:09:40.542895 dv-cinder-760180-3-iscsi neutron-server[94637]: 'Subnet': '1.1', Aug 31 01:09:40.542895 dv-cinder-760180-3-iscsi neutron-server[94637]: 'Trunk': '1.1'}} Aug 31 01:09:40.542895 dv-cinder-760180-3-iscsi neutron-server[94637]: {{(pid=94637) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 01:09:40.592578 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-94bb1fa4-a518-4782-8e28-aad3b539e0ad req-81c40d9f-236c-472b-9918-8b3b5ba071ff tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/ports?device_id=f53552d4-4831-48e2-a9f0-47b547bcb6ed HTTP/1.1" status: 200 len: 210 time: 0.0538743 Aug 31 01:09:40.595340 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dcde7f7-e304-43ef-804f-0af79baa8744 admin admin] Router 9faccf4a-cbb5-4bc7-8dba-725081e85488 is scheduled to L3 agent c5d183af-b1ef-4815-8853-b3c8447fce00 with binding_index 1 {{(pid=94635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:09:40.605329 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ed4504fb-860a-489e-a2a1-fcf726c36fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:40.613895 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [None req-d81aae18-9a60-4e5f-b4bc-63fe3b0ec27b None None] Attempting to bind port b7faadf1-a0aa-444e-8412-24b9542bff98 on host dv-cinder-760180-3-iscsi for vnic_type normal with profile {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:40.614144 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [None req-d81aae18-9a60-4e5f-b4bc-63fe3b0ec27b None None] Attempting to bind port b7faadf1-a0aa-444e-8412-24b9542bff98 by drivers openvswitch,hyperv on host dv-cinder-760180-3-iscsi at level 0 using segments [{'id': '1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:40.614866 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81aae18-9a60-4e5f-b4bc-63fe3b0ec27b None None] Attempting to bind port b7faadf1-a0aa-444e-8412-24b9542bff98 on network 6de9ff05-f8f6-4fd1-b476-077a32a7a2f5 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:40.615137 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning for port 019d9b78-8bf0-4125-8e9d-bcc1540209db completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:40.619536 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port 019d9b78-8bf0-4125-8e9d-bcc1540209db triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:40.619912 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:40.631770 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81aae18-9a60-4e5f-b4bc-63fe3b0ec27b None None] Checking agent: {'id': 'e0e3d429-98ee-4375-b253-cc814bb4b4fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760180-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 1, 9), 'started_at': datetime.datetime(2021, 8, 31, 1, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760180-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:09:40.632152 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81aae18-9a60-4e5f-b4bc-63fe3b0ec27b None None] Checking segment: {'id': '1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:40.632555 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-d81aae18-9a60-4e5f-b4bc-63fe3b0ec27b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:40.633134 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81aae18-9a60-4e5f-b4bc-63fe3b0ec27b None None] Bound using segment: {'id': '1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:09:40.633830 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [None req-d81aae18-9a60-4e5f-b4bc-63fe3b0ec27b None None] Bound port: b7faadf1-a0aa-444e-8412-24b9542bff98, host: dv-cinder-760180-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'}}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:09:40.635190 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-d81aae18-9a60-4e5f-b4bc-63fe3b0ec27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:40.641951 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1246fe74-df9a-4fdb-94ba-9640e20c2825 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:40.668444 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-ed4504fb-860a-489e-a2a1-fcf726c36fb6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=519feae113174b048739341e7efb3731&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1817083 Aug 31 01:09:40.670905 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 54010) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:40.735172 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [None req-d81aae18-9a60-4e5f-b4bc-63fe3b0ec27b None None] For port b7faadf1-a0aa-444e-8412-24b9542bff98, host dv-cinder-760180-3-iscsi, cleared binding levels {{(pid=94637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:09:40.744573 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [None req-d81aae18-9a60-4e5f-b4bc-63fe3b0ec27b None None] For port b7faadf1-a0aa-444e-8412-24b9542bff98, host dv-cinder-760180-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=b7faadf1-a0aa-444e-8412-24b9542bff98,segment=NetworkSegment(1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a),segment_id=1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a)] {{(pid=94637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:09:40.762041 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:40.815304 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-5288a057-db9b-4f9f-baf2-90999c11ba0a None None] Provisioning complete for port 019d9b78-8bf0-4125-8e9d-bcc1540209db triggered by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:40.815304 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-5288a057-db9b-4f9f-baf2-90999c11ba0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:40.834400 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-d81aae18-9a60-4e5f-b4bc-63fe3b0ec27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:40.842763 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4504fb-860a-489e-a2a1-fcf726c36fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c120fffb-6095-49ce-bf29-f0d50a75e914,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:40.871339 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3ee1a815-8c48-46ea-9dba-439f62c49d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:40.907276 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] For port 019d9b78-8bf0-4125-8e9d-bcc1540209db, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=019d9b78-8bf0-4125-8e9d-bcc1540209db,segment=NetworkSegment(85bfaf1f-5a21-4307-abff-21e0aaca3a13),segment_id=85bfaf1f-5a21-4307-abff-21e0aaca3a13)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:40.965512 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3ee1a815-8c48-46ea-9dba-439f62c49d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:40.966901 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-af9a347c-5945-49d6-a6b3-baafffd148ce tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] Made reservation on behalf of 1b466b4a1c614371a5dd936aed747c3f for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:40.979226 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-af9a347c-5945-49d6-a6b3-baafffd148ce tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:40.997243 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dcde7f7-e304-43ef-804f-0af79baa8744 admin admin] Notify agent at l3_agent.dv-cinder-760180-3-iscsi the message routers_updated {{(pid=94635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:09:41.028039 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81aae18-9a60-4e5f-b4bc-63fe3b0ec27b None None] Routers {'4b3525fc-8196-4326-94be-ddc5a5c3e862'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:09:41.030579 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a8bda4-e746-4af7-8d60-dcfdb190cf84 None None] Sync routers for ids ['9faccf4a-cbb5-4bc7-8dba-725081e85488'] in dv-cinder-760180-3-iscsi {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:09:41.034626 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-d81aae18-9a60-4e5f-b4bc-63fe3b0ec27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:09:39Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['4b3525fc-8196-4326-94be-ddc5a5c3e862'], 'active': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:41.047344 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c96ebf-702e-4e9f-abe3-6d4976e64a75 None None] Pushing event updated for resources: {'Port': ['ID=b7faadf1-a0aa-444e-8412-24b9542bff98,revision_number=3']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:41.099012 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-5288a057-db9b-4f9f-baf2-90999c11ba0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:41.157051 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a8bda4-e746-4af7-8d60-dcfdb190cf84 None None] Routers {'9faccf4a-cbb5-4bc7-8dba-725081e85488'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:09:41.161265 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-91a8bda4-e746-4af7-8d60-dcfdb190cf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:09:39Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['9faccf4a-cbb5-4bc7-8dba-725081e85488'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:41.167709 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-83b9fc0d-01d4-49ba-a79a-a6698492d91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:41.208249 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:41.227543 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvr_db [None req-d81aae18-9a60-4e5f-b4bc-63fe3b0ec27b None None] Set router 4b3525fc-8196-4326-94be-ddc5a5c3e862 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:09:41.272292 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1246fe74-df9a-4fdb-94ba-9640e20c2825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-369364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371949'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:41.289886 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9dcde7f7-e304-43ef-804f-0af79baa8744 admin admin] Notify callbacks [] for router, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:41.291502 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-9dcde7f7-e304-43ef-804f-0af79baa8744 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9429228 Aug 31 01:09:41.294572 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 54022) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:41.359482 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.db.api [None req-5288a057-db9b-4f9f-baf2-90999c11ba0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:09:41.359861 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG oslo_db.api [None req-5288a057-db9b-4f9f-baf2-90999c11ba0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:09:41.366999 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Pushing event updated for resources: {'Port': ['ID=019d9b78-8bf0-4125-8e9d-bcc1540209db,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:41.392094 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-91a8bda4-e746-4af7-8d60-dcfdb190cf84 None None] Set router 9faccf4a-cbb5-4bc7-8dba-725081e85488 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:09:41.399347 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3ee1a815-8c48-46ea-9dba-439f62c49d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:41.399347 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3ee1a815-8c48-46ea-9dba-439f62c49d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:41.399347 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-3ee1a815-8c48-46ea-9dba-439f62c49d68 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c120fffb-6095-49ce-bf29-f0d50a75e914 HTTP/1.1" status: 204 len: 168 time: 0.7121582 Aug 31 01:09:41.439185 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7e2d88d4-4e5c-437f-8d59-478fc6d5b8c3 req-73782071-f977-414f-abe5-b9d83fab9c96 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1759872-23c6-45b1-8c30-f40c20adda2a HTTP/1.1" status: 200 len: 210 time: 0.0498242 Aug 31 01:09:41.442216 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1a815-8c48-46ea-9dba-439f62c49d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c120fffb-6095-49ce-bf29-f0d50a75e914,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:41.683370 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-91a8bda4-e746-4af7-8d60-dcfdb190cf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'name': 'tempest-AttachVolumeTestJSON-1079692908-router', 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '5c5fb578-6eb3-40ea-9fff-14ef354e5a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:36Z', 'updated_at': '2021-08-31T01:09:38Z', 'revision_number': 3, 'project_id': '4ffa2d2788a446da9bb35bff34b67588', 'gw_port': {'id': '5c5fb578-6eb3-40ea-9fff-14ef354e5a2e', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:37Z', 'updated_at': '2021-08-31T01:09:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi'}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:41.705219 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-d81aae18-9a60-4e5f-b4bc-63fe3b0ec27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'name': 'tempest-AttachVolumeShelveTestJSON-2113926238-router', 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'b7faadf1-a0aa-444e-8412-24b9542bff98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:34Z', 'updated_at': '2021-08-31T01:09:36Z', 'revision_number': 3, 'project_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'gw_port': {'id': 'b7faadf1-a0aa-444e-8412-24b9542bff98', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:41:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:35Z', 'updated_at': '2021-08-31T01:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi'}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:41.712993 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a8bda4-e746-4af7-8d60-dcfdb190cf84 None None] Checking router: 9faccf4a-cbb5-4bc7-8dba-725081e85488 for host: dv-cinder-760180-3-iscsi {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:09:41.719640 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a8bda4-e746-4af7-8d60-dcfdb190cf84 None None] Updating router 9faccf4a-cbb5-4bc7-8dba-725081e85488 port 5c5fb578-6eb3-40ea-9fff-14ef354e5a2e binding host dv-cinder-760180-3-iscsi {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:09:41.742123 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81aae18-9a60-4e5f-b4bc-63fe3b0ec27b None None] The sync data for ids ['4b3525fc-8196-4326-94be-ddc5a5c3e862'] in dv-cinder-760180-3-iscsi is: [{'id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'name': 'tempest-AttachVolumeShelveTestJSON-2113926238-router', 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'b7faadf1-a0aa-444e-8412-24b9542bff98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:34Z', 'updated_at': '2021-08-31T01:09:36Z', 'revision_number': 3, 'project_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'gw_port': {'id': 'b7faadf1-a0aa-444e-8412-24b9542bff98', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:41:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:35Z', 'updated_at': '2021-08-31T01:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi'}] {{(pid=94637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:09:41.748298 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-91a8bda4-e746-4af7-8d60-dcfdb190cf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:41.786982 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-38f179be-9512-4b6b-867b-58c3aebaf8a8 req-23e3e15e-7729-40b4-9187-aff91f0ea0ef tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/ports?device_id=f53552d4-4831-48e2-a9f0-47b547bcb6ed HTTP/1.1" status: 200 len: 210 time: 0.0642912 Aug 31 01:09:42.094415 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6bdda96e-ee36-44ce-9a56-5b3685b4576b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:42.219882 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-83b9fc0d-01d4-49ba-a79a-a6698492d91f admin admin] Allocated IP 172.20.0.1 (cbc670e8-9863-4523-934f-dc257f6800ff/8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9/439a5d3d-003f-4c41-b802-c13259706c8a) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:42.231578 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:42.256566 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-91a8bda4-e746-4af7-8d60-dcfdb190cf84 None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:42.345681 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-af9a347c-5945-49d6-a6b3-baafffd148ce tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] Allocated IP 172.20.0.14 (d0f7a075-5cf1-4c2b-95df-2b457811a6c7/716b6982-80ac-40e2-ad7a-d91a80a81b06/5a53f734-c0ab-4d25-aa4b-446094a7afe0) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:42.355967 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-91a8bda4-e746-4af7-8d60-dcfdb190cf84 None None] Transition to ACTIVE for port object 5c5fb578-6eb3-40ea-9fff-14ef354e5a2e will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:42.466569 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-91a8bda4-e746-4af7-8d60-dcfdb190cf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:42.566559 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-91a8bda4-e746-4af7-8d60-dcfdb190cf84 None None] Attempting to bind port 5c5fb578-6eb3-40ea-9fff-14ef354e5a2e on host dv-cinder-760180-3-iscsi for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:42.566927 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-91a8bda4-e746-4af7-8d60-dcfdb190cf84 None None] Attempting to bind port 5c5fb578-6eb3-40ea-9fff-14ef354e5a2e by drivers openvswitch,hyperv on host dv-cinder-760180-3-iscsi at level 0 using segments [{'id': '1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:42.567298 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a8bda4-e746-4af7-8d60-dcfdb190cf84 None None] Attempting to bind port 5c5fb578-6eb3-40ea-9fff-14ef354e5a2e on network 6de9ff05-f8f6-4fd1-b476-077a32a7a2f5 {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:42.569577 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da31b0-884d-4d5d-9986-cce827861d7d None None] Pushing event updated for resources: {'Port': ['ID=5c5fb578-6eb3-40ea-9fff-14ef354e5a2e,revision_number=2']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:42.575401 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a8bda4-e746-4af7-8d60-dcfdb190cf84 None None] Checking agent: {'id': 'e0e3d429-98ee-4375-b253-cc814bb4b4fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760180-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 1, 9), 'started_at': datetime.datetime(2021, 8, 31, 1, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760180-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:09:42.575779 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a8bda4-e746-4af7-8d60-dcfdb190cf84 None None] Checking segment: {'id': '1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:42.576478 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-91a8bda4-e746-4af7-8d60-dcfdb190cf84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:42.576611 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a8bda4-e746-4af7-8d60-dcfdb190cf84 None None] Bound using segment: {'id': '1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:09:42.577021 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-91a8bda4-e746-4af7-8d60-dcfdb190cf84 None None] Bound port: 5c5fb578-6eb3-40ea-9fff-14ef354e5a2e, host: dv-cinder-760180-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:09:42.577418 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-91a8bda4-e746-4af7-8d60-dcfdb190cf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:42.596983 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-83b9fc0d-01d4-49ba-a79a-a6698492d91f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:42.631459 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-83b9fc0d-01d4-49ba-a79a-a6698492d91f admin admin] Transition to ACTIVE for port object 439a5d3d-003f-4c41-b802-c13259706c8a will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:42.650742 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1246fe74-df9a-4fdb-94ba-9640e20c2825 admin admin] Router 10dd3c06-d442-434b-b8d4-d514aae27aae is scheduled to L3 agent c5d183af-b1ef-4815-8853-b3c8447fce00 with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:09:42.657398 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-af9a347c-5945-49d6-a6b3-baafffd148ce tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:42.680427 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-91a8bda4-e746-4af7-8d60-dcfdb190cf84 None None] For port 5c5fb578-6eb3-40ea-9fff-14ef354e5a2e, host dv-cinder-760180-3-iscsi, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:09:42.680667 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9f948c27-62fe-4bd3-ad49-dbe74be41fdd req-763f097a-133a-4601-9752-aa83ec48187d tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1759872-23c6-45b1-8c30-f40c20adda2a HTTP/1.1" status: 200 len: 210 time: 0.1156797 Aug 31 01:09:42.686022 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-91a8bda4-e746-4af7-8d60-dcfdb190cf84 None None] For port 5c5fb578-6eb3-40ea-9fff-14ef354e5a2e, host dv-cinder-760180-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=5c5fb578-6eb3-40ea-9fff-14ef354e5a2e,segment=NetworkSegment(1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a),segment_id=1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:09:42.711355 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-6bdda96e-ee36-44ce-9a56-5b3685b4576b admin admin] Allocated IP 172.20.0.1 (30fb7d9d-48f3-4521-a14a-db6a70863ca4/4b8d6dea-cd1f-4897-b8eb-208006d6ba9a/58bfd6c3-d93c-4d2b-b222-641a218b494c) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:42.776420 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-91a8bda4-e746-4af7-8d60-dcfdb190cf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:42.886848 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-83b9fc0d-01d4-49ba-a79a-a6698492d91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:42.890871 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6bdda96e-ee36-44ce-9a56-5b3685b4576b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:42.903328 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a8bda4-e746-4af7-8d60-dcfdb190cf84 None None] Routers {'9faccf4a-cbb5-4bc7-8dba-725081e85488'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:09:42.903977 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-91a8bda4-e746-4af7-8d60-dcfdb190cf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:09:39Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['9faccf4a-cbb5-4bc7-8dba-725081e85488'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:42.909437 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da31b0-884d-4d5d-9986-cce827861d7d None None] Pushing event updated for resources: {'Port': ['ID=5c5fb578-6eb3-40ea-9fff-14ef354e5a2e,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:42.935578 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-6bdda96e-ee36-44ce-9a56-5b3685b4576b admin admin] Transition to ACTIVE for port object 58bfd6c3-d93c-4d2b-b222-641a218b494c will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:42.949477 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1246fe74-df9a-4fdb-94ba-9640e20c2825 admin admin] Notify agent at l3_agent.dv-cinder-760180-3-iscsi the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:09:42.972677 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-af9a347c-5945-49d6-a6b3-baafffd148ce tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:42.981247 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c389e79-b265-4e80-a3e2-2b43d5c96998 None None] Sync routers for ids ['10dd3c06-d442-434b-b8d4-d514aae27aae'] in dv-cinder-760180-3-iscsi {{(pid=94637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:09:43.008060 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b9fc0d-01d4-49ba-a79a-a6698492d91f admin admin] Network cbc670e8-9863-4523-934f-dc257f6800ff is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:43.012042 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c389e79-b265-4e80-a3e2-2b43d5c96998 None None] Routers {'10dd3c06-d442-434b-b8d4-d514aae27aae'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:09:43.012902 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-7c389e79-b265-4e80-a3e2-2b43d5c96998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:09:39Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['10dd3c06-d442-434b-b8d4-d514aae27aae'], 'active': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:43.018411 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-83b9fc0d-01d4-49ba-a79a-a6698492d91f admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:43.043467 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b9fc0d-01d4-49ba-a79a-a6698492d91f admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:43.043950 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-83b9fc0d-01d4-49ba-a79a-a6698492d91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372126'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:43.053575 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 54090) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:43.094288 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b9fc0d-01d4-49ba-a79a-a6698492d91f admin admin] Pushing event updated for resources: {'Port': ['ID=439a5d3d-003f-4c41-b802-c13259706c8a,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:43.128426 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d310fd6-a87c-40a0-96c0-3bc7d9c0d1d5 req-0b6d1c3d-8877-4c63-a395-401d33073945 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:43.129991 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5d310fd6-a87c-40a0-96c0-3bc7d9c0d1d5 req-0b6d1c3d-8877-4c63-a395-401d33073945 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/ports?device_id=f53552d4-4831-48e2-a9f0-47b547bcb6ed HTTP/1.1" status: 200 len: 932 time: 0.1927760 Aug 31 01:09:43.143939 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-91a8bda4-e746-4af7-8d60-dcfdb190cf84 None None] Set router 9faccf4a-cbb5-4bc7-8dba-725081e85488 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:09:43.220146 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1246fe74-df9a-4fdb-94ba-9640e20c2825 admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:43.222195 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-1246fe74-df9a-4fdb-94ba-9640e20c2825 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.1772971 Aug 31 01:09:43.228844 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 54094) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:43.278362 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-af9a347c-5945-49d6-a6b3-baafffd148ce tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] Network d0f7a075-5cf1-4c2b-95df-2b457811a6c7 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:43.317441 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6bdda96e-ee36-44ce-9a56-5b3685b4576b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:43.323540 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-af9a347c-5945-49d6-a6b3-baafffd148ce tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:43.387536 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-af9a347c-5945-49d6-a6b3-baafffd148ce tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:43.399485 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-af9a347c-5945-49d6-a6b3-baafffd148ce tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:43.400113 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-af9a347c-5945-49d6-a6b3-baafffd148ce tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:43.555092 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-91a8bda4-e746-4af7-8d60-dcfdb190cf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'name': 'tempest-AttachVolumeTestJSON-1079692908-router', 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '5c5fb578-6eb3-40ea-9fff-14ef354e5a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:36Z', 'updated_at': '2021-08-31T01:09:38Z', 'revision_number': 3, 'project_id': '4ffa2d2788a446da9bb35bff34b67588', 'gw_port': {'id': '5c5fb578-6eb3-40ea-9fff-14ef354e5a2e', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:37Z', 'updated_at': '2021-08-31T01:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi'}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:43.600663 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdda96e-ee36-44ce-9a56-5b3685b4576b admin admin] Pushing event updated for resources: {'Port': ['ID=58bfd6c3-d93c-4d2b-b222-641a218b494c,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:43.600785 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a347c-5945-49d6-a6b3-baafffd148ce tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] Pushing event updated for resources: {'Port': ['ID=5a53f734-c0ab-4d25-aa4b-446094a7afe0,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:43.628662 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5d310fd6-a87c-40a0-96c0-3bc7d9c0d1d5 req-e66e64a5-ab29-4fcc-a5ea-ca32116ccaca tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/security-groups?id=577dda9f-eaa4-4bb9-a257-fa486615b5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4698930 Aug 31 01:09:43.663177 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdda96e-ee36-44ce-9a56-5b3685b4576b admin admin] Network 30fb7d9d-48f3-4521-a14a-db6a70863ca4 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:43.663177 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-6bdda96e-ee36-44ce-9a56-5b3685b4576b admin admin] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:43.674683 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdda96e-ee36-44ce-9a56-5b3685b4576b admin admin] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:43.675540 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6bdda96e-ee36-44ce-9a56-5b3685b4576b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372126'] for router_interface, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:43.737355 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.72', 54787) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:43.788894 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvr_db [None req-7c389e79-b265-4e80-a3e2-2b43d5c96998 None None] Set router 10dd3c06-d442-434b-b8d4-d514aae27aae gateway port host: dv-cinder-760180-3-iscsi {{(pid=94637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:09:44.491325 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-24eea567-773e-4763-a549-4714049d11be tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:44.491325 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-24eea567-773e-4763-a549-4714049d11be tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.72 "GET /v2.0/networks?id=6d6364cb-20be-4b34-9321-c4d0337d014e HTTP/1.1" status: 200 len: 814 time: 0.3076949 Aug 31 01:09:44.503473 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a8bda4-e746-4af7-8d60-dcfdb190cf84 None None] The sync data for ids ['9faccf4a-cbb5-4bc7-8dba-725081e85488'] in dv-cinder-760180-3-iscsi is: [{'id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'name': 'tempest-AttachVolumeTestJSON-1079692908-router', 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '5c5fb578-6eb3-40ea-9fff-14ef354e5a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:36Z', 'updated_at': '2021-08-31T01:09:38Z', 'revision_number': 3, 'project_id': '4ffa2d2788a446da9bb35bff34b67588', 'gw_port': {'id': '5c5fb578-6eb3-40ea-9fff-14ef354e5a2e', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:37Z', 'updated_at': '2021-08-31T01:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi'}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:09:44.505483 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-af9a347c-5945-49d6-a6b3-baafffd148ce tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0005603 Aug 31 01:09:44.506999 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 019d9b78-8bf0-4125-8e9d-bcc1540209db up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:44.509063 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-ea01104b-842c-492b-8dfc-4251e68189f0 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Request body: {'port': {'device_id': 'b1759872-23c6-45b1-8c30-f40c20adda2a', 'network_id': '6d6364cb-20be-4b34-9321-c4d0337d014e', 'admin_state_up': True, 'tenant_id': '98ab9da13d934f25b5b1fca982b961f3'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:44.509063 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-b1b52b16-3000-4944-9124-26972c07fdf0 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:09:44.509063 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-b1b52b16-3000-4944-9124-26972c07fdf0 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0386047 Aug 31 01:09:44.509785 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port 019d9b78-8bf0-4125-8e9d-bcc1540209db triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:44.509785 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:44.525054 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f4bcc866-645c-4618-bff4-115c01728e17 req-6aa149d7-a1ce-4efc-9616-0b065da4172e tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1759872-23c6-45b1-8c30-f40c20adda2a HTTP/1.1" status: 200 len: 210 time: 0.2414324 Aug 31 01:09:44.526299 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-e81c31bd-d08d-40c3-bafc-47ca166381d0 None None] Provisioning for port 439a5d3d-003f-4c41-b802-c13259706c8a completed by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:44.526299 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-e81c31bd-d08d-40c3-bafc-47ca166381d0 None None] Provisioning complete for port 439a5d3d-003f-4c41-b802-c13259706c8a triggered by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:44.526299 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-e81c31bd-d08d-40c3-bafc-47ca166381d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:44.526757 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a0ca7940-ed4c-41a6-8f99-553e73de202e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:44.527156 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-7c389e79-b265-4e80-a3e2-2b43d5c96998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10dd3c06-d442-434b-b8d4-d514aae27aae', 'name': 'tempest-ServerRescueNegativeTestJSON-593945952-router', 'tenant_id': '0ebe297fbd3a46689671efa0c38f7f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '8d2af334-df2b-4068-81c6-5880437598a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:36Z', 'updated_at': '2021-08-31T01:09:40Z', 'revision_number': 3, 'project_id': '0ebe297fbd3a46689671efa0c38f7f89', 'gw_port': {'id': '8d2af334-df2b-4068-81c6-5880437598a0', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10dd3c06-d442-434b-b8d4-d514aae27aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:38Z', 'updated_at': '2021-08-31T01:09:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi'}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:44.545997 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device b7faadf1-a0aa-444e-8412-24b9542bff98 up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:44.545997 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:44.552407 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c389e79-b265-4e80-a3e2-2b43d5c96998 None None] Checking router: 10dd3c06-d442-434b-b8d4-d514aae27aae for host: dv-cinder-760180-3-iscsi {{(pid=94637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:09:44.552407 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c389e79-b265-4e80-a3e2-2b43d5c96998 None None] Updating router 10dd3c06-d442-434b-b8d4-d514aae27aae port 8d2af334-df2b-4068-81c6-5880437598a0 binding host dv-cinder-760180-3-iscsi {{(pid=94637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:09:44.581129 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-7c389e79-b265-4e80-a3e2-2b43d5c96998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:44.590289 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-b4261e54-eb38-4fdb-a036-736023191fa8 service neutron] Request body: {'port': {'device_id': 'f53552d4-4831-48e2-a9f0-47b547bcb6ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:44.621416 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-e81c31bd-d08d-40c3-bafc-47ca166381d0 None None] Port 439a5d3d-003f-4c41-b802-c13259706c8a cannot update to ACTIVE because it is not bound. {{(pid=94636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:09:44.791912 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-ea01104b-842c-492b-8dfc-4251e68189f0 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Made reservation on behalf of 98ab9da13d934f25b5b1fca982b961f3 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:09:44.798439 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-ea01104b-842c-492b-8dfc-4251e68189f0 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:44.799499 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning for port b7faadf1-a0aa-444e-8412-24b9542bff98 completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:44.804713 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port b7faadf1-a0aa-444e-8412-24b9542bff98 triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:44.807926 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:44.844607 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-64aecc58-f45f-4c13-84f1-3a75267a23da None None] Provisioning for port 58bfd6c3-d93c-4d2b-b222-641a218b494c completed by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:44.856686 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-64aecc58-f45f-4c13-84f1-3a75267a23da None None] Provisioning complete for port 58bfd6c3-d93c-4d2b-b222-641a218b494c triggered by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:44.857449 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-64aecc58-f45f-4c13-84f1-3a75267a23da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:44.879987 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-83b9fc0d-01d4-49ba-a79a-a6698492d91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:44.924832 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-64aecc58-f45f-4c13-84f1-3a75267a23da None None] Port 58bfd6c3-d93c-4d2b-b222-641a218b494c cannot update to ACTIVE because it is not bound. {{(pid=94636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:09:44.985687 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:44.988093 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-b4261e54-eb38-4fdb-a036-736023191fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:45.033909 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] For port b7faadf1-a0aa-444e-8412-24b9542bff98, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=b7faadf1-a0aa-444e-8412-24b9542bff98,segment=NetworkSegment(1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a),segment_id=1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:45.140941 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:45.303427 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Pushing event updated for resources: {'Port': ['ID=b7faadf1-a0aa-444e-8412-24b9542bff98,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:45.308957 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-7c389e79-b265-4e80-a3e2-2b43d5c96998 None None] Notify callbacks [] for port, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:45.339655 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.provisioning_blocks [None req-7c389e79-b265-4e80-a3e2-2b43d5c96998 None None] Transition to ACTIVE for port object 8d2af334-df2b-4068-81c6-5880437598a0 will not be triggered until provisioned by entity L2. {{(pid=94637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:45.439012 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-7c389e79-b265-4e80-a3e2-2b43d5c96998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:45.497848 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 5c5fb578-6eb3-40ea-9fff-14ef354e5a2e up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:45.515767 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 54158) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:45.580953 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2cf91a-67ec-4eb4-96ce-3253f034424d None None] Pushing event updated for resources: {'Port': ['ID=8d2af334-df2b-4068-81c6-5880437598a0,revision_number=2']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:45.606994 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [None req-7c389e79-b265-4e80-a3e2-2b43d5c96998 None None] Attempting to bind port 8d2af334-df2b-4068-81c6-5880437598a0 on host dv-cinder-760180-3-iscsi for vnic_type normal with profile {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:45.612623 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [None req-7c389e79-b265-4e80-a3e2-2b43d5c96998 None None] Attempting to bind port 8d2af334-df2b-4068-81c6-5880437598a0 by drivers openvswitch,hyperv on host dv-cinder-760180-3-iscsi at level 0 using segments [{'id': '1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:45.612623 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c389e79-b265-4e80-a3e2-2b43d5c96998 None None] Attempting to bind port 8d2af334-df2b-4068-81c6-5880437598a0 on network 6de9ff05-f8f6-4fd1-b476-077a32a7a2f5 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:45.619112 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c389e79-b265-4e80-a3e2-2b43d5c96998 None None] Checking agent: {'id': 'e0e3d429-98ee-4375-b253-cc814bb4b4fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760180-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 1, 9), 'started_at': datetime.datetime(2021, 8, 31, 1, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760180-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:09:45.620943 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c389e79-b265-4e80-a3e2-2b43d5c96998 None None] Checking segment: {'id': '1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:45.621218 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-7c389e79-b265-4e80-a3e2-2b43d5c96998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:45.621614 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c389e79-b265-4e80-a3e2-2b43d5c96998 None None] Bound using segment: {'id': '1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:09:45.622097 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [None req-7c389e79-b265-4e80-a3e2-2b43d5c96998 None None] Bound port: 8d2af334-df2b-4068-81c6-5880437598a0, host: dv-cinder-760180-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'}}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:09:45.622564 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-7c389e79-b265-4e80-a3e2-2b43d5c96998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:45.639325 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394de4a3-22f7-449a-b773-e2d4b4c1038d req-ea0ed47e-5a12-4738-b000-94ebebf0cb79 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:45.641307 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-394de4a3-22f7-449a-b773-e2d4b4c1038d req-ea0ed47e-5a12-4738-b000-94ebebf0cb79 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/ports?device_id=f53552d4-4831-48e2-a9f0-47b547bcb6ed HTTP/1.1" status: 200 len: 932 time: 0.8154848 Aug 31 01:09:45.681781 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2df7c5f9-b12c-483c-9ff0-8cfe5dd4f2c5 req-3e3b7ceb-9119-44cd-b34a-24b8826df930 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1759872-23c6-45b1-8c30-f40c20adda2a HTTP/1.1" status: 200 len: 210 time: 0.2058752 Aug 31 01:09:45.682721 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6bdda96e-ee36-44ce-9a56-5b3685b4576b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:45.722873 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [None req-7c389e79-b265-4e80-a3e2-2b43d5c96998 None None] For port 8d2af334-df2b-4068-81c6-5880437598a0, host dv-cinder-760180-3-iscsi, cleared binding levels {{(pid=94637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:09:45.731855 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [None req-7c389e79-b265-4e80-a3e2-2b43d5c96998 None None] For port 8d2af334-df2b-4068-81c6-5880437598a0, host dv-cinder-760180-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=8d2af334-df2b-4068-81c6-5880437598a0,segment=NetworkSegment(1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a),segment_id=1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a)] {{(pid=94637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:09:45.766754 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning for port 5c5fb578-6eb3-40ea-9fff-14ef354e5a2e completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:45.773839 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port 5c5fb578-6eb3-40ea-9fff-14ef354e5a2e triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:45.774291 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:45.801776 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-7c389e79-b265-4e80-a3e2-2b43d5c96998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:45.851559 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-394de4a3-22f7-449a-b773-e2d4b4c1038d req-a5ba4ea7-bc31-4407-889d-f3b12f05d96f tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/security-groups?id=577dda9f-eaa4-4bb9-a257-fa486615b5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449203 Aug 31 01:09:45.930336 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:45.938345 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c389e79-b265-4e80-a3e2-2b43d5c96998 None None] Routers {'10dd3c06-d442-434b-b8d4-d514aae27aae'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:09:45.939004 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-7c389e79-b265-4e80-a3e2-2b43d5c96998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:09:39Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['10dd3c06-d442-434b-b8d4-d514aae27aae'], 'active': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:45.951471 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] For port 5c5fb578-6eb3-40ea-9fff-14ef354e5a2e, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=5c5fb578-6eb3-40ea-9fff-14ef354e5a2e,segment=NetworkSegment(1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a),segment_id=1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:46.015695 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:46.022346 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2cf91a-67ec-4eb4-96ce-3253f034424d None None] Pushing event updated for resources: {'Port': ['ID=8d2af334-df2b-4068-81c6-5880437598a0,revision_number=3']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:46.107521 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-77e96434-0925-46e8-b693-fbb7a9557bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:46.126516 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Pushing event updated for resources: {'Port': ['ID=5c5fb578-6eb3-40ea-9fff-14ef354e5a2e,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:46.131471 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-83b9fc0d-01d4-49ba-a79a-a6698492d91f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:46.132009 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a0ca7940-ed4c-41a6-8f99-553e73de202e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:46.132535 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvr_db [None req-7c389e79-b265-4e80-a3e2-2b43d5c96998 None None] Set router 10dd3c06-d442-434b-b8d4-d514aae27aae gateway port host: dv-cinder-760180-3-iscsi {{(pid=94637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:09:46.195443 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-83b9fc0d-01d4-49ba-a79a-a6698492d91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:46.196943 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-83b9fc0d-01d4-49ba-a79a-a6698492d91f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370990'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:46.256843 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e296da0b-949c-45b5-9618-f7c2b1606dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:46.411533 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a0ca7940-ed4c-41a6-8f99-553e73de202e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:46.495607 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b9fc0d-01d4-49ba-a79a-a6698492d91f admin admin] Network cbc670e8-9863-4523-934f-dc257f6800ff is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:46.512946 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-83b9fc0d-01d4-49ba-a79a-a6698492d91f admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:46.562629 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-7c389e79-b265-4e80-a3e2-2b43d5c96998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10dd3c06-d442-434b-b8d4-d514aae27aae', 'name': 'tempest-ServerRescueNegativeTestJSON-593945952-router', 'tenant_id': '0ebe297fbd3a46689671efa0c38f7f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '8d2af334-df2b-4068-81c6-5880437598a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:36Z', 'updated_at': '2021-08-31T01:09:40Z', 'revision_number': 3, 'project_id': '0ebe297fbd3a46689671efa0c38f7f89', 'gw_port': {'id': '8d2af334-df2b-4068-81c6-5880437598a0', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10dd3c06-d442-434b-b8d4-d514aae27aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:38Z', 'updated_at': '2021-08-31T01:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi'}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:46.585429 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-e296da0b-949c-45b5-9618-f7c2b1606dd4 admin admin] Allocated IP 172.20.0.1 (fd548e74-43b1-430f-a0ef-aa76573cce11/28514019-93de-4286-b066-532f8dc6920b/8332de68-7595-4444-ba16-433c7980867b) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:46.643712 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c389e79-b265-4e80-a3e2-2b43d5c96998 None None] The sync data for ids ['10dd3c06-d442-434b-b8d4-d514aae27aae'] in dv-cinder-760180-3-iscsi is: [{'id': '10dd3c06-d442-434b-b8d4-d514aae27aae', 'name': 'tempest-ServerRescueNegativeTestJSON-593945952-router', 'tenant_id': '0ebe297fbd3a46689671efa0c38f7f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '8d2af334-df2b-4068-81c6-5880437598a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:36Z', 'updated_at': '2021-08-31T01:09:40Z', 'revision_number': 3, 'project_id': '0ebe297fbd3a46689671efa0c38f7f89', 'gw_port': {'id': '8d2af334-df2b-4068-81c6-5880437598a0', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10dd3c06-d442-434b-b8d4-d514aae27aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:38Z', 'updated_at': '2021-08-31T01:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi'}] {{(pid=94637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:09:46.863504 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-77e96434-0925-46e8-b693-fbb7a9557bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:46.941338 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b9fc0d-01d4-49ba-a79a-a6698492d91f admin admin] Pushing event updated for resources: {'Port': ['ID=439a5d3d-003f-4c41-b802-c13259706c8a,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:46.955262 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-ea01104b-842c-492b-8dfc-4251e68189f0 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Allocated IP 172.20.0.8 (6d6364cb-20be-4b34-9321-c4d0337d014e/f634684c-da13-425f-ac91-3350dc290132/e60caf99-56d2-4f9b-bc5d-db1d5823473d) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:46.983972 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6e468630-3b6e-4518-84af-da76ac83d65b None None] Provisioning complete for port 439a5d3d-003f-4c41-b802-c13259706c8a triggered by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:46.984583 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6e468630-3b6e-4518-84af-da76ac83d65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:46.999598 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ca7940-ed4c-41a6-8f99-553e73de202e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7efd31bc-8e10-40e7-a5f4-d24da9a58974,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:47.030371 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.notifiers.nova [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-b4261e54-eb38-4fdb-a036-736023191fa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a53f734-c0ab-4d25-aa4b-446094a7afe0 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:09:47.076386 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-b4261e54-eb38-4fdb-a036-736023191fa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:47.088098 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-6e468630-3b6e-4518-84af-da76ac83d65b None None] Port 439a5d3d-003f-4c41-b802-c13259706c8a cannot update to ACTIVE because it is not bound. {{(pid=94636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:09:47.100932 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-b4261e54-eb38-4fdb-a036-736023191fa8 service neutron] Transition to ACTIVE for port object 5a53f734-c0ab-4d25-aa4b-446094a7afe0 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:47.151963 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d986b852-f167-4fa1-8b92-245a2675b398 req-73aced96-36aa-41e5-938f-54cdb30f5f4f tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1759872-23c6-45b1-8c30-f40c20adda2a HTTP/1.1" status: 200 len: 210 time: 0.1566021 Aug 31 01:09:47.174862 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b9fc0d-01d4-49ba-a79a-a6698492d91f admin admin] Router 4b3525fc-8196-4326-94be-ddc5a5c3e862 has already been hosted by L3 agent c5d183af-b1ef-4815-8853-b3c8447fce00 {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:09:47.176980 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6bdda96e-ee36-44ce-9a56-5b3685b4576b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:47.189192 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-a0ca7940-ed4c-41a6-8f99-553e73de202e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=90641ce392854ca38692563976746e35&name=default HTTP/1.1" status: 200 len: 2978 time: 4.1262145 Aug 31 01:09:47.189192 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 54180) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:47.262911 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01dc7a-48c9-42f9-98d4-27f55317f874 req-ce932150-1822-4f29-854a-17a43a8fcd5c tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:47.264894 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4d01dc7a-48c9-42f9-98d4-27f55317f874 req-ce932150-1822-4f29-854a-17a43a8fcd5c tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/ports?device_id=f53552d4-4831-48e2-a9f0-47b547bcb6ed HTTP/1.1" status: 200 len: 932 time: 0.3003891 Aug 31 01:09:47.310938 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-79a87b28-feeb-4fe6-8b5f-db55787f8cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:47.334423 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-79a87b28-feeb-4fe6-8b5f-db55787f8cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:47.362917 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e296da0b-949c-45b5-9618-f7c2b1606dd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:47.439116 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4d01dc7a-48c9-42f9-98d4-27f55317f874 req-efa4602c-9b61-46d0-9eef-552f85984033 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/security-groups?id=577dda9f-eaa4-4bb9-a257-fa486615b5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533196 Aug 31 01:09:47.545227 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b9fc0d-01d4-49ba-a79a-a6698492d91f admin admin] Notify agent at l3_agent.dv-cinder-760180-3-iscsi the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:09:47.556292 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97514953-b634-4c65-8eeb-39c942bfd09a None None] Sync routers for ids ['4b3525fc-8196-4326-94be-ddc5a5c3e862'] in dv-cinder-760180-3-iscsi {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:09:47.570032 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-ea01104b-842c-492b-8dfc-4251e68189f0 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:47.579819 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97514953-b634-4c65-8eeb-39c942bfd09a None None] Routers {'4b3525fc-8196-4326-94be-ddc5a5c3e862'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:09:47.580157 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-97514953-b634-4c65-8eeb-39c942bfd09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:09:39Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['4b3525fc-8196-4326-94be-ddc5a5c3e862'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:47.593178 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-83b9fc0d-01d4-49ba-a79a-a6698492d91f admin admin] 10.222.0.43 "PUT /v2.0/routers/4b3525fc-8196-4326-94be-ddc5a5c3e862/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8078046 Aug 31 01:09:47.703233 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 8d2af334-df2b-4068-81c6-5880437598a0 up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:47.840061 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-97514953-b634-4c65-8eeb-39c942bfd09a None None] Set router 4b3525fc-8196-4326-94be-ddc5a5c3e862 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:09:47.987267 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-77e96434-0925-46e8-b693-fbb7a9557bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:48.038015 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-77e96434-0925-46e8-b693-fbb7a9557bbb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fdbcc8de23e841cdabafdd19ca49005f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4267104 Aug 31 01:09:48.041724 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 54188) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:48.069025 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e96434-0925-46e8-b693-fbb7a9557bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c156b2b3-5850-4e42-8779-744751ace5b6,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:48.184417 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3855a12c-5569-47a9-bfd0-f33ae06c5ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:48.215015 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3855a12c-5569-47a9-bfd0-f33ae06c5ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:48.261057 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-97514953-b634-4c65-8eeb-39c942bfd09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'name': 'tempest-AttachVolumeShelveTestJSON-2113926238-router', 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'b7faadf1-a0aa-444e-8412-24b9542bff98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:34Z', 'updated_at': '2021-08-31T01:09:44Z', 'revision_number': 4, 'project_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'gw_port': {'id': 'b7faadf1-a0aa-444e-8412-24b9542bff98', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:41:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:35Z', 'updated_at': '2021-08-31T01:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': '439a5d3d-003f-4c41-b802-c13259706c8a', 'name': '', 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff', 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'mac_address': 'fa:16:3e:17:86:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:41Z', 'updated_at': '2021-08-31T01:09:45Z', 'revision_number': 2, 'project_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'subnets': [{'id': '8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:48.284548 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6bdda96e-ee36-44ce-9a56-5b3685b4576b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:48.286606 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6bdda96e-ee36-44ce-9a56-5b3685b4576b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370990'] for router_interface, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:48.298578 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-ea01104b-842c-492b-8dfc-4251e68189f0 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:48.311120 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-b4261e54-eb38-4fdb-a036-736023191fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:48.329296 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97514953-b634-4c65-8eeb-39c942bfd09a None None] Checking router: 4b3525fc-8196-4326-94be-ddc5a5c3e862 for host: dv-cinder-760180-3-iscsi {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:09:48.329854 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97514953-b634-4c65-8eeb-39c942bfd09a None None] Updating router 4b3525fc-8196-4326-94be-ddc5a5c3e862 port 439a5d3d-003f-4c41-b802-c13259706c8a binding host dv-cinder-760180-3-iscsi {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:09:48.335445 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning for port 8d2af334-df2b-4068-81c6-5880437598a0 completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:48.359561 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e296da0b-949c-45b5-9618-f7c2b1606dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:48.368104 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-79a87b28-feeb-4fe6-8b5f-db55787f8cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:48.371333 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-79a87b28-feeb-4fe6-8b5f-db55787f8cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:48.372773 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-79a87b28-feeb-4fe6-8b5f-db55787f8cf3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7efd31bc-8e10-40e7-a5f4-d24da9a58974 HTTP/1.1" status: 204 len: 168 time: 1.1831508 Aug 31 01:09:48.378371 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdda96e-ee36-44ce-9a56-5b3685b4576b admin admin] Pushing event updated for resources: {'Port': ['ID=58bfd6c3-d93c-4d2b-b222-641a218b494c,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:48.432041 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01104b-842c-492b-8dfc-4251e68189f0 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Pushing event updated for resources: {'Port': ['ID=e60caf99-56d2-4f9b-bc5d-db1d5823473d,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:48.437202 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e296da0b-949c-45b5-9618-f7c2b1606dd4 admin admin] Network fd548e74-43b1-430f-a0ef-aa76573cce11 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:48.454846 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port 8d2af334-df2b-4068-81c6-5880437598a0 triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:48.455222 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:48.500354 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-ea01104b-842c-492b-8dfc-4251e68189f0 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Network 6d6364cb-20be-4b34-9321-c4d0337d014e is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:48.507342 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-ea01104b-842c-492b-8dfc-4251e68189f0 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:48.515151 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-ea01104b-842c-492b-8dfc-4251e68189f0 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:48.521282 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-ea01104b-842c-492b-8dfc-4251e68189f0 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:48.521954 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-ea01104b-842c-492b-8dfc-4251e68189f0 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:48.537987 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-97514953-b634-4c65-8eeb-39c942bfd09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:48.580227 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a87b28-feeb-4fe6-8b5f-db55787f8cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7efd31bc-8e10-40e7-a5f4-d24da9a58974,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:48.587571 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-e296da0b-949c-45b5-9618-f7c2b1606dd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:48.632533 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78306d9c-dff5-4264-80b0-e7e6c351d0a4 req-5d7451e7-b04e-4c80-81fc-1d39f5d9fa28 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:48.634146 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-78306d9c-dff5-4264-80b0-e7e6c351d0a4 req-5d7451e7-b04e-4c80-81fc-1d39f5d9fa28 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1759872-23c6-45b1-8c30-f40c20adda2a HTTP/1.1" status: 200 len: 931 time: 0.2570140 Aug 31 01:09:48.634670 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 54204) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:48.644681 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [None req-bab25a7d-651c-4797-9666-27b5b2b06fc8 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1339358606', 'description': 'tempest-description--1381867709'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:48.672570 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4261e54-eb38-4fdb-a036-736023191fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=5a53f734-c0ab-4d25-aa4b-446094a7afe0,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:48.684944 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e296da0b-949c-45b5-9618-f7c2b1606dd4 admin admin] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:48.685639 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e296da0b-949c-45b5-9618-f7c2b1606dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372126'] for router_interface, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:48.697754 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3855a12c-5569-47a9-bfd0-f33ae06c5ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:48.717768 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3855a12c-5569-47a9-bfd0-f33ae06c5ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:48.717768 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-3855a12c-5569-47a9-bfd0-f33ae06c5ca6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c156b2b3-5850-4e42-8779-744751ace5b6 HTTP/1.1" status: 204 len: 168 time: 0.6580892 Aug 31 01:09:48.757827 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855a12c-5569-47a9-bfd0-f33ae06c5ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c156b2b3-5850-4e42-8779-744751ace5b6,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:48.765020 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-b4261e54-eb38-4fdb-a036-736023191fa8 service neutron] Attempting to bind port 5a53f734-c0ab-4d25-aa4b-446094a7afe0 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:48.765408 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-b4261e54-eb38-4fdb-a036-736023191fa8 service neutron] Attempting to bind port 5a53f734-c0ab-4d25-aa4b-446094a7afe0 by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': '8fd612ac-1268-48b2-929a-4d961d947bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd0f7a075-5cf1-4c2b-95df-2b457811a6c7'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:48.765790 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-b4261e54-eb38-4fdb-a036-736023191fa8 service neutron] Attempting to bind port 5a53f734-c0ab-4d25-aa4b-446094a7afe0 on network d0f7a075-5cf1-4c2b-95df-2b457811a6c7 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:48.771445 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-b4261e54-eb38-4fdb-a036-736023191fa8 service neutron] Port 5a53f734-c0ab-4d25-aa4b-446094a7afe0 on network d0f7a075-5cf1-4c2b-95df-2b457811a6c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:09:48.772290 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-b4261e54-eb38-4fdb-a036-736023191fa8 service neutron] Attempting to bind port 5a53f734-c0ab-4d25-aa4b-446094a7afe0 on network d0f7a075-5cf1-4c2b-95df-2b457811a6c7 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:48.808342 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-b4261e54-eb38-4fdb-a036-736023191fa8 service neutron] Checking agent: {'id': 'eda6ee24-af74-4eb1-946c-b1b8388ec369', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 7, 44), 'started_at': datetime.datetime(2021, 8, 31, 1, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:09:48.808722 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-b4261e54-eb38-4fdb-a036-736023191fa8 service neutron] Checking segment: {'id': '8fd612ac-1268-48b2-929a-4d961d947bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd0f7a075-5cf1-4c2b-95df-2b457811a6c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:48.809277 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-b4261e54-eb38-4fdb-a036-736023191fa8 service neutron] Bound using segment: {'id': '8fd612ac-1268-48b2-929a-4d961d947bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd0f7a075-5cf1-4c2b-95df-2b457811a6c7'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:09:48.809759 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-b4261e54-eb38-4fdb-a036-736023191fa8 service neutron] Bound port: 5a53f734-c0ab-4d25-aa4b-446094a7afe0, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fd612ac-1268-48b2-929a-4d961d947bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd0f7a075-5cf1-4c2b-95df-2b457811a6c7'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:09:48.810386 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-b4261e54-eb38-4fdb-a036-736023191fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:48.857665 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296da0b-949c-45b5-9618-f7c2b1606dd4 admin admin] Pushing event updated for resources: {'Port': ['ID=8332de68-7595-4444-ba16-433c7980867b,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:48.930766 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-ea01104b-842c-492b-8dfc-4251e68189f0 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8211527 Aug 31 01:09:48.947421 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-b4261e54-eb38-4fdb-a036-736023191fa8 service neutron] For port 5a53f734-c0ab-4d25-aa4b-446094a7afe0, host hv-cinder-76018, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:09:48.954066 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-b4261e54-eb38-4fdb-a036-736023191fa8 service neutron] For port 5a53f734-c0ab-4d25-aa4b-446094a7afe0, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=5a53f734-c0ab-4d25-aa4b-446094a7afe0,segment=NetworkSegment(8fd612ac-1268-48b2-929a-4d961d947bef),segment_id=8fd612ac-1268-48b2-929a-4d961d947bef)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:09:48.968214 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdda96e-ee36-44ce-9a56-5b3685b4576b admin admin] Network 30fb7d9d-48f3-4521-a14a-db6a70863ca4 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:48.983069 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-6bdda96e-ee36-44ce-9a56-5b3685b4576b admin admin] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:49.010298 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-78306d9c-dff5-4264-80b0-e7e6c351d0a4 req-8096c527-668b-45c3-86f6-99ceb729599b tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156426 Aug 31 01:09:49.079607 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-b4261e54-eb38-4fdb-a036-736023191fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:49.115070 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:49.122855 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bab25a7d-651c-4797-9666-27b5b2b06fc8 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks [] for security_group, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:49.132140 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca37d7-be6b-4518-b03c-d95be1770439 req-f71a3f78-cc74-44df-a0a0-4d1bf8d241a8 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:49.140010 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-38ca37d7-be6b-4518-b03c-d95be1770439 req-f71a3f78-cc74-44df-a0a0-4d1bf8d241a8 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/ports?device_id=f53552d4-4831-48e2-a9f0-47b547bcb6ed HTTP/1.1" status: 200 len: 944 time: 0.2944629 Aug 31 01:09:49.156944 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-b4261e54-eb38-4fdb-a036-736023191fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:49.158166 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-b4261e54-eb38-4fdb-a036-736023191fa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:49.159788 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-b4261e54-eb38-4fdb-a036-736023191fa8 service neutron] 10.222.0.72 "PUT /v2.0/ports/5a53f734-c0ab-4d25-aa4b-446094a7afe0 HTTP/1.1" status: 200 len: 1094 time: 4.8636413 Aug 31 01:09:49.180139 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53552d4-4831-48e2-a9f0-47b547bcb6ed', 'tag': '5a53f734-c0ab-4d25-aa4b-446094a7afe0'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:09:49.201405 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] For port 8d2af334-df2b-4068-81c6-5880437598a0, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=8d2af334-df2b-4068-81c6-5880437598a0,segment=NetworkSegment(1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a),segment_id=1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:49.353158 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:49.354235 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 5c5fb578-6eb3-40ea-9fff-14ef354e5a2e up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:49.413907 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4261e54-eb38-4fdb-a036-736023191fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=5a53f734-c0ab-4d25-aa4b-446094a7afe0,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:49.448445 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-38ca37d7-be6b-4518-b03c-d95be1770439 req-20d20567-c23a-4ef5-a50a-f305afa748c2 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/security-groups?id=577dda9f-eaa4-4bb9-a257-fa486615b5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072021 Aug 31 01:09:49.483333 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e296da0b-949c-45b5-9618-f7c2b1606dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:49.508035 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bdda96e-ee36-44ce-9a56-5b3685b4576b admin admin] Router 9faccf4a-cbb5-4bc7-8dba-725081e85488 has already been hosted by L3 agent c5d183af-b1ef-4815-8853-b3c8447fce00 {{(pid=94635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:09:49.600982 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-97514953-b634-4c65-8eeb-39c942bfd09a None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:49.605457 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-0fd5ec02-3c6b-42bc-a72f-9a26b3408a29 None None] Provisioning complete for port 58bfd6c3-d93c-4d2b-b222-641a218b494c triggered by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:49.606271 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-0fd5ec02-3c6b-42bc-a72f-9a26b3408a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:49.661186 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bab25a7d-651c-4797-9666-27b5b2b06fc8 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks [] for security_group, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:49.674818 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b045d85a9f13e76f05933045f29fa7ac65172c85c310fc202a594bb475bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511a0a4f-6e17-40d3-abbb-dcfa60f427d5" -d '{"events": [{"name": "network-changed", "server_uuid": "f53552d4-4831-48e2-a9f0-47b547bcb6ed", "tag": "5a53f734-c0ab-4d25-aa4b-446094a7afe0"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:09:49.701891 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-97514953-b634-4c65-8eeb-39c942bfd09a None None] Transition to ACTIVE for port object 439a5d3d-003f-4c41-b802-c13259706c8a will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:49.709003 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Pushing event updated for resources: {'Port': ['ID=8d2af334-df2b-4068-81c6-5880437598a0,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:49.809463 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port 5c5fb578-6eb3-40ea-9fff-14ef354e5a2e triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:49.809463 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:49.809463 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-0fd5ec02-3c6b-42bc-a72f-9a26b3408a29 None None] Port 58bfd6c3-d93c-4d2b-b222-641a218b494c cannot update to ACTIVE because it is not bound. {{(pid=94636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:09:49.811269 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bdda96e-ee36-44ce-9a56-5b3685b4576b admin admin] Notify agent at l3_agent.dv-cinder-760180-3-iscsi the message routers_updated {{(pid=94635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:09:49.822119 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-6bdda96e-ee36-44ce-9a56-5b3685b4576b admin admin] 10.222.0.43 "PUT /v2.0/routers/9faccf4a-cbb5-4bc7-8dba-725081e85488/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5226150 Aug 31 01:09:49.823761 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 54230) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:49.828427 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da89b16-e265-4c85-90f8-80eff6c1c4a9 None None] Sync routers for ids ['9faccf4a-cbb5-4bc7-8dba-725081e85488'] in dv-cinder-760180-3-iscsi {{(pid=94637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:09:49.846174 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da89b16-e265-4c85-90f8-80eff6c1c4a9 None None] Routers {'9faccf4a-cbb5-4bc7-8dba-725081e85488'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:09:49.848000 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-87f43a30-d675-4264-a70c-d85dbc7bf342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:49.849947 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-3da89b16-e265-4c85-90f8-80eff6c1c4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:09:39Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['9faccf4a-cbb5-4bc7-8dba-725081e85488'], 'active': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:49.874523 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device b7faadf1-a0aa-444e-8412-24b9542bff98 up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:49.922709 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-97514953-b634-4c65-8eeb-39c942bfd09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:49.928220 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bab25a7d-651c-4797-9666-27b5b2b06fc8 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:49.944263 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e296da0b-949c-45b5-9618-f7c2b1606dd4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:50.074036 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvr_db [None req-3da89b16-e265-4c85-90f8-80eff6c1c4a9 None None] Set router 9faccf4a-cbb5-4bc7-8dba-725081e85488 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:09:50.100374 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab25a7d-651c-4797-9666-27b5b2b06fc8 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66fe9779-4852-4a77-86dc-f07b89bbc3d7,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:50.142217 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e296da0b-949c-45b5-9618-f7c2b1606dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:50.143259 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e296da0b-949c-45b5-9618-f7c2b1606dd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370990'] for router_interface, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:50.207864 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d5407b-ebf5-401a-a018-c0d97eb7a78e x-openstack-request-id: req-93d5407b-ebf5-401a-a018-c0d97eb7a78e {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:09:50.208161 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f53552d4-4831-48e2-a9f0-47b547bcb6ed", "tag": "5a53f734-c0ab-4d25-aa4b-446094a7afe0", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:09:50.208562 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-93d5407b-ebf5-401a-a018-c0d97eb7a78e {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:09:50.209035 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f53552d4-4831-48e2-a9f0-47b547bcb6ed', 'tag': '5a53f734-c0ab-4d25-aa4b-446094a7afe0', 'status': 'completed', 'code': 200} Aug 31 01:09:50.255904 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-ccdb88e2-6a9f-41e6-8d67-4745be9480ba service neutron] Request body: {'port': {'device_id': 'b1759872-23c6-45b1-8c30-f40c20adda2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:50.455703 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a0a4f-6e17-40d3-abbb-dcfa60f427d5 req-9c2e10cc-b02f-4a1c-9839-ea80e8779238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:50.458890 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-511a0a4f-6e17-40d3-abbb-dcfa60f427d5 req-9c2e10cc-b02f-4a1c-9839-ea80e8779238 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1b466b4a1c614371a5dd936aed747c3f&device_id=f53552d4-4831-48e2-a9f0-47b547bcb6ed HTTP/1.1" status: 200 len: 1097 time: 0.2002363 Aug 31 01:09:50.474374 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-ccdb88e2-6a9f-41e6-8d67-4745be9480ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:50.560411 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-3da89b16-e265-4c85-90f8-80eff6c1c4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'name': 'tempest-AttachVolumeTestJSON-1079692908-router', 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '5c5fb578-6eb3-40ea-9fff-14ef354e5a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:36Z', 'updated_at': '2021-08-31T01:09:44Z', 'revision_number': 4, 'project_id': '4ffa2d2788a446da9bb35bff34b67588', 'gw_port': {'id': '5c5fb578-6eb3-40ea-9fff-14ef354e5a2e', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:37Z', 'updated_at': '2021-08-31T01:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': '58bfd6c3-d93c-4d2b-b222-641a218b494c', 'name': '', 'network_id': '30fb7d9d-48f3-4521-a14a-db6a70863ca4', 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'mac_address': 'fa:16:3e:df:0f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4b8d6dea-cd1f-4897-b8eb-208006d6ba9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:42Z', 'updated_at': '2021-08-31T01:09:45Z', 'revision_number': 2, 'project_id': '4ffa2d2788a446da9bb35bff34b67588', 'subnets': [{'id': '4b8d6dea-cd1f-4897-b8eb-208006d6ba9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:50.623975 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296da0b-949c-45b5-9618-f7c2b1606dd4 admin admin] Pushing event updated for resources: {'Port': ['ID=8332de68-7595-4444-ba16-433c7980867b,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:50.652661 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da89b16-e265-4c85-90f8-80eff6c1c4a9 None None] Checking router: 9faccf4a-cbb5-4bc7-8dba-725081e85488 for host: dv-cinder-760180-3-iscsi {{(pid=94637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:09:50.652661 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da89b16-e265-4c85-90f8-80eff6c1c4a9 None None] Updating router 9faccf4a-cbb5-4bc7-8dba-725081e85488 port 58bfd6c3-d93c-4d2b-b222-641a218b494c binding host dv-cinder-760180-3-iscsi {{(pid=94637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:09:50.704080 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0743b6d1-d087-498a-986c-a929d23668e4 req-a4b387f5-5ba1-41c3-bec4-f854d43ed408 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:50.705761 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0743b6d1-d087-498a-986c-a929d23668e4 req-a4b387f5-5ba1-41c3-bec4-f854d43ed408 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1759872-23c6-45b1-8c30-f40c20adda2a HTTP/1.1" status: 200 len: 931 time: 0.5314839 Aug 31 01:09:50.707871 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-87f43a30-d675-4264-a70c-d85dbc7bf342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:50.716569 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port b7faadf1-a0aa-444e-8412-24b9542bff98 triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:50.717188 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:50.720177 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3da89b16-e265-4c85-90f8-80eff6c1c4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:50.755662 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce8c60-b5c9-4702-ba16-94666f520b51 None None] Pushing event updated for resources: {'Port': ['ID=439a5d3d-003f-4c41-b802-c13259706c8a,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:50.767821 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-97514953-b634-4c65-8eeb-39c942bfd09a None None] Attempting to bind port 439a5d3d-003f-4c41-b802-c13259706c8a on host dv-cinder-760180-3-iscsi for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:50.779851 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-97514953-b634-4c65-8eeb-39c942bfd09a None None] Attempting to bind port 439a5d3d-003f-4c41-b802-c13259706c8a by drivers openvswitch,hyperv on host dv-cinder-760180-3-iscsi at level 0 using segments [{'id': '6d53e54b-6190-4b24-885a-ba7d2444e469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:50.779851 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97514953-b634-4c65-8eeb-39c942bfd09a None None] Attempting to bind port 439a5d3d-003f-4c41-b802-c13259706c8a on network cbc670e8-9863-4523-934f-dc257f6800ff {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:50.823349 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97514953-b634-4c65-8eeb-39c942bfd09a None None] Checking agent: {'id': 'e0e3d429-98ee-4375-b253-cc814bb4b4fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760180-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 1, 9), 'started_at': datetime.datetime(2021, 8, 31, 1, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760180-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:09:50.826989 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97514953-b634-4c65-8eeb-39c942bfd09a None None] Checking segment: {'id': '6d53e54b-6190-4b24-885a-ba7d2444e469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:50.829178 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-97514953-b634-4c65-8eeb-39c942bfd09a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:50.829752 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97514953-b634-4c65-8eeb-39c942bfd09a None None] Bound using segment: {'id': '6d53e54b-6190-4b24-885a-ba7d2444e469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:09:50.830453 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-97514953-b634-4c65-8eeb-39c942bfd09a None None] Bound port: 439a5d3d-003f-4c41-b802-c13259706c8a, host: dv-cinder-760180-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d53e54b-6190-4b24-885a-ba7d2444e469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:09:50.831842 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-97514953-b634-4c65-8eeb-39c942bfd09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:50.839035 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e296da0b-949c-45b5-9618-f7c2b1606dd4 admin admin] Network fd548e74-43b1-430f-a0ef-aa76573cce11 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:50.860787 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-87f43a30-d675-4264-a70c-d85dbc7bf342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:50.945582 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.notifiers.nova [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-ccdb88e2-6a9f-41e6-8d67-4745be9480ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e60caf99-56d2-4f9b-bc5d-db1d5823473d {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:09:50.957000 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-ccdb88e2-6a9f-41e6-8d67-4745be9480ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:50.971425 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-ccdb88e2-6a9f-41e6-8d67-4745be9480ba service neutron] Transition to ACTIVE for port object e60caf99-56d2-4f9b-bc5d-db1d5823473d will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:50.985452 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 54258) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:51.025611 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-b416e858-98a5-40d8-a1b2-41e375517adb tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Request body: {'security_group': {'name': 'tempest-securitygroup--805687763', 'description': 'tempest-description--172912241'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:51.171920 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-97514953-b634-4c65-8eeb-39c942bfd09a None None] For port 439a5d3d-003f-4c41-b802-c13259706c8a, host dv-cinder-760180-3-iscsi, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:09:51.182218 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-97514953-b634-4c65-8eeb-39c942bfd09a None None] For port 439a5d3d-003f-4c41-b802-c13259706c8a, host dv-cinder-760180-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=439a5d3d-003f-4c41-b802-c13259706c8a,segment=NetworkSegment(6d53e54b-6190-4b24-885a-ba7d2444e469),segment_id=6d53e54b-6190-4b24-885a-ba7d2444e469)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:09:51.184256 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-e296da0b-949c-45b5-9618-f7c2b1606dd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:51.213782 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bab25a7d-651c-4797-9666-27b5b2b06fc8 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:51.215634 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-bab25a7d-651c-4797-9666-27b5b2b06fc8 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.5768514 Aug 31 01:09:51.265623 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0743b6d1-d087-498a-986c-a929d23668e4 req-ed7a9f18-74aa-48ce-aaac-3484e65526c5 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5460641 Aug 31 01:09:51.277617 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 54264) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:51.320277 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-ccdb88e2-6a9f-41e6-8d67-4745be9480ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:51.322644 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [None req-b288aa02-dfa9-43f5-bf2e-1d96cbb03092 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Request body: {'security_group_rule': {'security_group_id': '66fe9779-4852-4a77-86dc-f07b89bbc3d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:51.362390 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-87f43a30-d675-4264-a70c-d85dbc7bf342 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d33e23456013470d943a9bd00eaac5d5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5374520 Aug 31 01:09:51.363211 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 54266) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:51.367924 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f43a30-d675-4264-a70c-d85dbc7bf342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eafd9e57-8706-4c7a-802e-ca0aa3738e5e,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:51.387118 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-97514953-b634-4c65-8eeb-39c942bfd09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:51.443792 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839a46e-41dd-45e2-bcea-c6c618ead05c req-3ff81634-4394-42fd-957c-6ce0137c726c tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:51.451404 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f839a46e-41dd-45e2-bcea-c6c618ead05c req-3ff81634-4394-42fd-957c-6ce0137c726c tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/ports?device_id=f53552d4-4831-48e2-a9f0-47b547bcb6ed HTTP/1.1" status: 200 len: 944 time: 0.2647614 Aug 31 01:09:51.478750 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 8d2af334-df2b-4068-81c6-5880437598a0 up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:51.521874 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3da89b16-e265-4c85-90f8-80eff6c1c4a9 None None] Notify callbacks [] for port, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:51.538183 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f839a46e-41dd-45e2-bcea-c6c618ead05c req-0af9f100-2832-4c8b-8d4f-57101defb02b tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/security-groups?id=577dda9f-eaa4-4bb9-a257-fa486615b5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858266 Aug 31 01:09:51.546925 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e296da0b-949c-45b5-9618-f7c2b1606dd4 admin admin] Router 10dd3c06-d442-434b-b8d4-d514aae27aae has already been hosted by L3 agent c5d183af-b1ef-4815-8853-b3c8447fce00 {{(pid=94635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:09:51.553327 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.provisioning_blocks [None req-3da89b16-e265-4c85-90f8-80eff6c1c4a9 None None] Transition to ACTIVE for port object 58bfd6c3-d93c-4d2b-b222-641a218b494c will not be triggered until provisioned by entity L2. {{(pid=94637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:51.556747 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f1ec37db-2eb8-4df6-ac96-91e78216d6b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:51.636506 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f1ec37db-2eb8-4df6-ac96-91e78216d6b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:51.661101 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3da89b16-e265-4c85-90f8-80eff6c1c4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:51.702142 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce8c60-b5c9-4702-ba16-94666f520b51 None None] Pushing event updated for resources: {'Port': ['ID=439a5d3d-003f-4c41-b802-c13259706c8a,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:51.728421 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97514953-b634-4c65-8eeb-39c942bfd09a None None] Routers {'4b3525fc-8196-4326-94be-ddc5a5c3e862'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:09:51.729519 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-97514953-b634-4c65-8eeb-39c942bfd09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:09:39Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['4b3525fc-8196-4326-94be-ddc5a5c3e862'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:51.733912 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb88e2-6a9f-41e6-8d67-4745be9480ba service neutron] Pushing event updated for resources: {'Port': ['ID=e60caf99-56d2-4f9b-bc5d-db1d5823473d,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:51.765709 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b416e858-98a5-40d8-a1b2-41e375517adb tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:51.834346 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a0a4f-6e17-40d3-abbb-dcfa60f427d5 req-2252f256-9497-4165-a685-04e97834bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:51.838946 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-511a0a4f-6e17-40d3-abbb-dcfa60f427d5 req-2252f256-9497-4165-a685-04e97834bb23 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=1b466b4a1c614371a5dd936aed747c3f&shared=False HTTP/1.1" status: 200 len: 913 time: 1.3520226 Aug 31 01:09:51.860117 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port 8d2af334-df2b-4068-81c6-5880437598a0 triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:51.860117 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:51.865329 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9c5fac-18b8-449c-9a8c-e4f39c813ae4 None None] Pushing event updated for resources: {'Port': ['ID=58bfd6c3-d93c-4d2b-b222-641a218b494c,revision_number=3']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:51.922741 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-ccdb88e2-6a9f-41e6-8d67-4745be9480ba service neutron] Attempting to bind port e60caf99-56d2-4f9b-bc5d-db1d5823473d on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:51.923375 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-ccdb88e2-6a9f-41e6-8d67-4745be9480ba service neutron] Attempting to bind port e60caf99-56d2-4f9b-bc5d-db1d5823473d by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': '0f15d5f7-ec41-4aa6-9213-d85d0fa11953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6d6364cb-20be-4b34-9321-c4d0337d014e'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:51.923834 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-ccdb88e2-6a9f-41e6-8d67-4745be9480ba service neutron] Attempting to bind port e60caf99-56d2-4f9b-bc5d-db1d5823473d on network 6d6364cb-20be-4b34-9321-c4d0337d014e {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:51.969813 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [None req-3da89b16-e265-4c85-90f8-80eff6c1c4a9 None None] Attempting to bind port 58bfd6c3-d93c-4d2b-b222-641a218b494c on host dv-cinder-760180-3-iscsi for vnic_type normal with profile {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:51.970230 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [None req-3da89b16-e265-4c85-90f8-80eff6c1c4a9 None None] Attempting to bind port 58bfd6c3-d93c-4d2b-b222-641a218b494c by drivers openvswitch,hyperv on host dv-cinder-760180-3-iscsi at level 0 using segments [{'id': '85bfaf1f-5a21-4307-abff-21e0aaca3a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '30fb7d9d-48f3-4521-a14a-db6a70863ca4'}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:51.973060 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da89b16-e265-4c85-90f8-80eff6c1c4a9 None None] Attempting to bind port 58bfd6c3-d93c-4d2b-b222-641a218b494c on network 30fb7d9d-48f3-4521-a14a-db6a70863ca4 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:51.985793 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da89b16-e265-4c85-90f8-80eff6c1c4a9 None None] Checking agent: {'id': 'e0e3d429-98ee-4375-b253-cc814bb4b4fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760180-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 1, 9), 'started_at': datetime.datetime(2021, 8, 31, 1, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760180-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:09:51.986184 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da89b16-e265-4c85-90f8-80eff6c1c4a9 None None] Checking segment: {'id': '85bfaf1f-5a21-4307-abff-21e0aaca3a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '30fb7d9d-48f3-4521-a14a-db6a70863ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:51.987974 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3da89b16-e265-4c85-90f8-80eff6c1c4a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:51.988414 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da89b16-e265-4c85-90f8-80eff6c1c4a9 None None] Bound using segment: {'id': '85bfaf1f-5a21-4307-abff-21e0aaca3a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '30fb7d9d-48f3-4521-a14a-db6a70863ca4'} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:09:51.990119 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [None req-3da89b16-e265-4c85-90f8-80eff6c1c4a9 None None] Bound port: 58bfd6c3-d93c-4d2b-b222-641a218b494c, host: dv-cinder-760180-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85bfaf1f-5a21-4307-abff-21e0aaca3a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '30fb7d9d-48f3-4521-a14a-db6a70863ca4'}}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:09:51.990570 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3da89b16-e265-4c85-90f8-80eff6c1c4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:52.002892 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b288aa02-dfa9-43f5-bf2e-1d96cbb03092 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:52.008073 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-ccdb88e2-6a9f-41e6-8d67-4745be9480ba service neutron] Port e60caf99-56d2-4f9b-bc5d-db1d5823473d on network 6d6364cb-20be-4b34-9321-c4d0337d014e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:09:52.009082 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-ccdb88e2-6a9f-41e6-8d67-4745be9480ba service neutron] Attempting to bind port e60caf99-56d2-4f9b-bc5d-db1d5823473d on network 6d6364cb-20be-4b34-9321-c4d0337d014e {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:52.141561 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f1ec37db-2eb8-4df6-ac96-91e78216d6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:52.148547 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f1ec37db-2eb8-4df6-ac96-91e78216d6b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:52.157733 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-f1ec37db-2eb8-4df6-ac96-91e78216d6b8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eafd9e57-8706-4c7a-802e-ca0aa3738e5e HTTP/1.1" status: 204 len: 168 time: 0.7894108 Aug 31 01:09:52.160267 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [None req-3da89b16-e265-4c85-90f8-80eff6c1c4a9 None None] For port 58bfd6c3-d93c-4d2b-b222-641a218b494c, host dv-cinder-760180-3-iscsi, cleared binding levels {{(pid=94637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:09:52.168679 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [None req-3da89b16-e265-4c85-90f8-80eff6c1c4a9 None None] For port 58bfd6c3-d93c-4d2b-b222-641a218b494c, host dv-cinder-760180-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=58bfd6c3-d93c-4d2b-b222-641a218b494c,segment=NetworkSegment(85bfaf1f-5a21-4307-abff-21e0aaca3a13),segment_id=85bfaf1f-5a21-4307-abff-21e0aaca3a13)] {{(pid=94637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:09:52.178775 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e296da0b-949c-45b5-9618-f7c2b1606dd4 admin admin] Notify agent at l3_agent.dv-cinder-760180-3-iscsi the message routers_updated {{(pid=94635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:09:52.181658 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec37db-2eb8-4df6-ac96-91e78216d6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafd9e57-8706-4c7a-802e-ca0aa3738e5e,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:52.191386 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-e296da0b-949c-45b5-9618-f7c2b1606dd4 admin admin] 10.222.0.43 "PUT /v2.0/routers/10dd3c06-d442-434b-b8d4-d514aae27aae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9578280 Aug 31 01:09:52.219867 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f00e78d-df86-46cd-b794-e8aabe0c72c3 None None] Sync routers for ids ['10dd3c06-d442-434b-b8d4-d514aae27aae'] in dv-cinder-760180-3-iscsi {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:09:52.245214 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3da89b16-e265-4c85-90f8-80eff6c1c4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:52.425623 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b288aa02-dfa9-43f5-bf2e-1d96cbb03092 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:52.427446 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f00e78d-df86-46cd-b794-e8aabe0c72c3 None None] Routers {'10dd3c06-d442-434b-b8d4-d514aae27aae'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:09:52.427446 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-9f00e78d-df86-46cd-b794-e8aabe0c72c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:09:39Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['10dd3c06-d442-434b-b8d4-d514aae27aae'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:52.428106 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-ccdb88e2-6a9f-41e6-8d67-4745be9480ba service neutron] Checking agent: {'id': 'eda6ee24-af74-4eb1-946c-b1b8388ec369', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 7, 44), 'started_at': datetime.datetime(2021, 8, 31, 1, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:09:52.428106 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-ccdb88e2-6a9f-41e6-8d67-4745be9480ba service neutron] Checking segment: {'id': '0f15d5f7-ec41-4aa6-9213-d85d0fa11953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6d6364cb-20be-4b34-9321-c4d0337d014e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:52.428106 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-ccdb88e2-6a9f-41e6-8d67-4745be9480ba service neutron] Bound using segment: {'id': '0f15d5f7-ec41-4aa6-9213-d85d0fa11953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6d6364cb-20be-4b34-9321-c4d0337d014e'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:09:52.428106 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-ccdb88e2-6a9f-41e6-8d67-4745be9480ba service neutron] Bound port: e60caf99-56d2-4f9b-bc5d-db1d5823473d, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f15d5f7-ec41-4aa6-9213-d85d0fa11953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6d6364cb-20be-4b34-9321-c4d0337d014e'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:09:52.428106 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-ccdb88e2-6a9f-41e6-8d67-4745be9480ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:52.428509 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da89b16-e265-4c85-90f8-80eff6c1c4a9 None None] Routers {'9faccf4a-cbb5-4bc7-8dba-725081e85488'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:09:52.428509 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-3da89b16-e265-4c85-90f8-80eff6c1c4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:09:39Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['9faccf4a-cbb5-4bc7-8dba-725081e85488'], 'active': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:52.428509 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9c5fac-18b8-449c-9a8c-e4f39c813ae4 None None] Pushing event updated for resources: {'Port': ['ID=58bfd6c3-d93c-4d2b-b222-641a218b494c,revision_number=4']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:52.428746 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609de8a-fed0-4ffb-84cf-3f168246937e req-b143a5bd-c1a8-4789-84b6-d73963a83aaa tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:52.428837 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-9f00e78d-df86-46cd-b794-e8aabe0c72c3 None None] Set router 10dd3c06-d442-434b-b8d4-d514aae27aae gateway port host: dv-cinder-760180-3-iscsi {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:09:52.428922 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2609de8a-fed0-4ffb-84cf-3f168246937e req-b143a5bd-c1a8-4789-84b6-d73963a83aaa tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1759872-23c6-45b1-8c30-f40c20adda2a HTTP/1.1" status: 200 len: 943 time: 0.0741391 Aug 31 01:09:52.437683 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-97514953-b634-4c65-8eeb-39c942bfd09a None None] Set router 4b3525fc-8196-4326-94be-ddc5a5c3e862 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:09:52.468868 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvr_db [None req-3da89b16-e265-4c85-90f8-80eff6c1c4a9 None None] Set router 9faccf4a-cbb5-4bc7-8dba-725081e85488 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:09:52.494882 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2609de8a-fed0-4ffb-84cf-3f168246937e req-394ca351-dfd3-4b3a-9686-fc8f87d65560 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720296 Aug 31 01:09:52.601602 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-ccdb88e2-6a9f-41e6-8d67-4745be9480ba service neutron] For port e60caf99-56d2-4f9b-bc5d-db1d5823473d, host hv-cinder-76018, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:09:52.611876 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-ccdb88e2-6a9f-41e6-8d67-4745be9480ba service neutron] For port e60caf99-56d2-4f9b-bc5d-db1d5823473d, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=e60caf99-56d2-4f9b-bc5d-db1d5823473d,segment=NetworkSegment(0f15d5f7-ec41-4aa6-9213-d85d0fa11953),segment_id=0f15d5f7-ec41-4aa6-9213-d85d0fa11953)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:09:52.630423 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a0a4f-6e17-40d3-abbb-dcfa60f427d5 req-3ef0154c-997d-4462-9c5c-e5b4a7facc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:52.632338 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-511a0a4f-6e17-40d3-abbb-dcfa60f427d5 req-3ef0154c-997d-4462-9c5c-e5b4a7facc28 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7048547 Aug 31 01:09:52.725267 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b416e858-98a5-40d8-a1b2-41e375517adb tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:52.795653 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b416e858-98a5-40d8-a1b2-41e375517adb tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:52.821751 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-ccdb88e2-6a9f-41e6-8d67-4745be9480ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:52.836876 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e8573-aa15-4d15-bbce-b625b0c3b6d8 req-d2c70a35-3fd1-43c2-b027-17d2770ff01c tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:52.839743 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f28e8573-aa15-4d15-bbce-b625b0c3b6d8 req-d2c70a35-3fd1-43c2-b027-17d2770ff01c tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/ports?device_id=f53552d4-4831-48e2-a9f0-47b547bcb6ed HTTP/1.1" status: 200 len: 944 time: 0.1350048 Aug 31 01:09:52.843507 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b288aa02-dfa9-43f5-bf2e-1d96cbb03092 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021170'] for security_group_rule, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:52.901387 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b288aa02-dfa9-43f5-bf2e-1d96cbb03092 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ecbb66-c148-4aa2-adae-ef250a1ebf02,revision_number=0']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:52.931062 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f28e8573-aa15-4d15-bbce-b625b0c3b6d8 req-bb1fdfa6-dbb9-4dea-a82b-2d79ef795b21 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/security-groups?id=577dda9f-eaa4-4bb9-a257-fa486615b5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578651 Aug 31 01:09:52.975403 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b288aa02-dfa9-43f5-bf2e-1d96cbb03092 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:52.977025 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-b288aa02-dfa9-43f5-bf2e-1d96cbb03092 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6654692 Aug 31 01:09:52.980176 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 54294) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:52.986881 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [None req-501db84b-f799-4911-95bf-eb8c3ece36d9 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Request body: {'security_group_rule': {'security_group_id': '66fe9779-4852-4a77-86dc-f07b89bbc3d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:52.993698 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b416e858-98a5-40d8-a1b2-41e375517adb tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:52.999418 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-b416e858-98a5-40d8-a1b2-41e375517adb tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.9908502 Aug 31 01:09:53.008904 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 54298) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:53.036179 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [None req-190aff3e-b011-4aaa-8144-989f7bf36525 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Request body: {'security_group_rule': {'security_group_id': '835cf8ab-88af-4a9c-a1f2-bc64a26a2289', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:53.065660 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-ccdb88e2-6a9f-41e6-8d67-4745be9480ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:53.068066 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-ccdb88e2-6a9f-41e6-8d67-4745be9480ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:53.070874 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-ccdb88e2-6a9f-41e6-8d67-4745be9480ba service neutron] 10.222.0.72 "PUT /v2.0/ports/e60caf99-56d2-4f9b-bc5d-db1d5823473d HTTP/1.1" status: 200 len: 1093 time: 2.8504364 Aug 31 01:09:53.079376 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1759872-23c6-45b1-8c30-f40c20adda2a', 'tag': 'e60caf99-56d2-4f9b-bc5d-db1d5823473d'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:09:53.081790 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b045d85a9f13e76f05933045f29fa7ac65172c85c310fc202a594bb475bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e799489-156b-4f38-bd86-e241512efe94" -d '{"events": [{"name": "network-changed", "server_uuid": "b1759872-23c6-45b1-8c30-f40c20adda2a", "tag": "e60caf99-56d2-4f9b-bc5d-db1d5823473d"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:09:53.089055 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b416e858-98a5-40d8-a1b2-41e375517adb tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=835cf8ab-88af-4a9c-a1f2-bc64a26a2289,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:53.135536 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb88e2-6a9f-41e6-8d67-4745be9480ba service neutron] Pushing event updated for resources: {'Port': ['ID=e60caf99-56d2-4f9b-bc5d-db1d5823473d,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:53.150209 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-3da89b16-e265-4c85-90f8-80eff6c1c4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'name': 'tempest-AttachVolumeTestJSON-1079692908-router', 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '5c5fb578-6eb3-40ea-9fff-14ef354e5a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:36Z', 'updated_at': '2021-08-31T01:09:44Z', 'revision_number': 4, 'project_id': '4ffa2d2788a446da9bb35bff34b67588', 'gw_port': {'id': '5c5fb578-6eb3-40ea-9fff-14ef354e5a2e', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:37Z', 'updated_at': '2021-08-31T01:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': '58bfd6c3-d93c-4d2b-b222-641a218b494c', 'name': '', 'network_id': '30fb7d9d-48f3-4521-a14a-db6a70863ca4', 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'mac_address': 'fa:16:3e:df:0f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4b8d6dea-cd1f-4897-b8eb-208006d6ba9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:42Z', 'updated_at': '2021-08-31T01:09:52Z', 'revision_number': 4, 'project_id': '4ffa2d2788a446da9bb35bff34b67588', 'subnets': [{'id': '4b8d6dea-cd1f-4897-b8eb-208006d6ba9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:53.160697 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-89789fcc-962c-48c5-9cdb-94994d1844ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:53.166131 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-89789fcc-962c-48c5-9cdb-94994d1844ce service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1b466b4a1c614371a5dd936aed747c3f&device_id=f53552d4-4831-48e2-a9f0-47b547bcb6ed HTTP/1.1" status: 200 len: 1097 time: 0.2651408 Aug 31 01:09:53.294523 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-9f00e78d-df86-46cd-b794-e8aabe0c72c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10dd3c06-d442-434b-b8d4-d514aae27aae', 'name': 'tempest-ServerRescueNegativeTestJSON-593945952-router', 'tenant_id': '0ebe297fbd3a46689671efa0c38f7f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '8d2af334-df2b-4068-81c6-5880437598a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:36Z', 'updated_at': '2021-08-31T01:09:49Z', 'revision_number': 4, 'project_id': '0ebe297fbd3a46689671efa0c38f7f89', 'gw_port': {'id': '8d2af334-df2b-4068-81c6-5880437598a0', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dd3c06-d442-434b-b8d4-d514aae27aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:38Z', 'updated_at': '2021-08-31T01:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': '8332de68-7595-4444-ba16-433c7980867b', 'name': '', 'network_id': 'fd548e74-43b1-430f-a0ef-aa76573cce11', 'tenant_id': '0ebe297fbd3a46689671efa0c38f7f89', 'mac_address': 'fa:16:3e:4c:37:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10dd3c06-d442-434b-b8d4-d514aae27aae', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '28514019-93de-4286-b066-532f8dc6920b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:46Z', 'updated_at': '2021-08-31T01:09:49Z', 'revision_number': 2, 'project_id': '0ebe297fbd3a46689671efa0c38f7f89', 'subnets': [{'id': '28514019-93de-4286-b066-532f8dc6920b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:53.295307 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-97514953-b634-4c65-8eeb-39c942bfd09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'name': 'tempest-AttachVolumeShelveTestJSON-2113926238-router', 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'b7faadf1-a0aa-444e-8412-24b9542bff98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:34Z', 'updated_at': '2021-08-31T01:09:44Z', 'revision_number': 4, 'project_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'gw_port': {'id': 'b7faadf1-a0aa-444e-8412-24b9542bff98', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:41:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:35Z', 'updated_at': '2021-08-31T01:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': '439a5d3d-003f-4c41-b802-c13259706c8a', 'name': '', 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff', 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'mac_address': 'fa:16:3e:17:86:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:41Z', 'updated_at': '2021-08-31T01:09:51Z', 'revision_number': 4, 'project_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'subnets': [{'id': '8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:53.295440 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da89b16-e265-4c85-90f8-80eff6c1c4a9 None None] The sync data for ids ['9faccf4a-cbb5-4bc7-8dba-725081e85488'] in dv-cinder-760180-3-iscsi is: [{'id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'name': 'tempest-AttachVolumeTestJSON-1079692908-router', 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '5c5fb578-6eb3-40ea-9fff-14ef354e5a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:36Z', 'updated_at': '2021-08-31T01:09:44Z', 'revision_number': 4, 'project_id': '4ffa2d2788a446da9bb35bff34b67588', 'gw_port': {'id': '5c5fb578-6eb3-40ea-9fff-14ef354e5a2e', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:37Z', 'updated_at': '2021-08-31T01:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': '58bfd6c3-d93c-4d2b-b222-641a218b494c', 'name': '', 'network_id': '30fb7d9d-48f3-4521-a14a-db6a70863ca4', 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'mac_address': 'fa:16:3e:df:0f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4b8d6dea-cd1f-4897-b8eb-208006d6ba9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:42Z', 'updated_at': '2021-08-31T01:09:52Z', 'revision_number': 4, 'project_id': '4ffa2d2788a446da9bb35bff34b67588', 'subnets': [{'id': '4b8d6dea-cd1f-4897-b8eb-208006d6ba9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:09:53.378094 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 54306) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:53.387153 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb744d78-3a7c-463c-9d89-fa4423a02997 x-openstack-request-id: req-cb744d78-3a7c-463c-9d89-fa4423a02997 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:09:53.387423 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1759872-23c6-45b1-8c30-f40c20adda2a", "tag": "e60caf99-56d2-4f9b-bc5d-db1d5823473d", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:09:53.387760 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cb744d78-3a7c-463c-9d89-fa4423a02997 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:09:53.388128 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1759872-23c6-45b1-8c30-f40c20adda2a', 'tag': 'e60caf99-56d2-4f9b-bc5d-db1d5823473d', 'status': 'completed', 'code': 200} Aug 31 01:09:53.398333 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-d87f1f34-ee08-4903-a8ab-e047a944c355 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a53f734-c0ab-4d25-aa4b-446094a7afe0 HTTP/1.1" status: 200 len: 217 time: 0.2158678 Aug 31 01:09:53.403932 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-501db84b-f799-4911-95bf-eb8c3ece36d9 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:53.405003 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-b7e23b98-51f3-4c85-95cd-7d45af1b5d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:53.406689 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-b7e23b98-51f3-4c85-95cd-7d45af1b5d49 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=98ab9da13d934f25b5b1fca982b961f3&device_id=b1759872-23c6-45b1-8c30-f40c20adda2a HTTP/1.1" status: 200 len: 1096 time: 0.1227074 Aug 31 01:09:53.429151 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f00e78d-df86-46cd-b794-e8aabe0c72c3 None None] Checking router: 10dd3c06-d442-434b-b8d4-d514aae27aae for host: dv-cinder-760180-3-iscsi {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:09:53.432034 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f00e78d-df86-46cd-b794-e8aabe0c72c3 None None] Updating router 10dd3c06-d442-434b-b8d4-d514aae27aae port 8332de68-7595-4444-ba16-433c7980867b binding host dv-cinder-760180-3-iscsi {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:09:53.434799 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97514953-b634-4c65-8eeb-39c942bfd09a None None] The sync data for ids ['4b3525fc-8196-4326-94be-ddc5a5c3e862'] in dv-cinder-760180-3-iscsi is: [{'id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'name': 'tempest-AttachVolumeShelveTestJSON-2113926238-router', 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'b7faadf1-a0aa-444e-8412-24b9542bff98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:34Z', 'updated_at': '2021-08-31T01:09:44Z', 'revision_number': 4, 'project_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'gw_port': {'id': 'b7faadf1-a0aa-444e-8412-24b9542bff98', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:41:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:35Z', 'updated_at': '2021-08-31T01:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': '439a5d3d-003f-4c41-b802-c13259706c8a', 'name': '', 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff', 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'mac_address': 'fa:16:3e:17:86:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:41Z', 'updated_at': '2021-08-31T01:09:51Z', 'revision_number': 4, 'project_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'subnets': [{'id': '8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:09:53.516434 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-357da814-2900-4014-81ab-518c9fa8ab29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:53.519741 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-357da814-2900-4014-81ab-518c9fa8ab29 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=716b6982-80ac-40e2-ad7a-d91a80a81b06 HTTP/1.1" status: 200 len: 852 time: 0.1115782 Aug 31 01:09:53.574681 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-9f00e78d-df86-46cd-b794-e8aabe0c72c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:53.699635 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-501db84b-f799-4911-95bf-eb8c3ece36d9 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:53.730077 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-190aff3e-b011-4aaa-8144-989f7bf36525 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:53.795332 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-8c359e0d-03b1-48d7-9381-4fa77a9da76d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d0f7a075-5cf1-4c2b-95df-2b457811a6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2581153 Aug 31 01:09:53.797042 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-ee8f2afb-7e9c-4cec-a60b-1da065221e70 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e60caf99-56d2-4f9b-bc5d-db1d5823473d HTTP/1.1" status: 200 len: 217 time: 0.2612338 Aug 31 01:09:53.863565 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-501db84b-f799-4911-95bf-eb8c3ece36d9 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021170'] for security_group_rule, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:53.900455 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0ef0c-df3b-497a-9eb0-55e82db58012 req-377da597-e397-458a-9d8e-cf30f8560605 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:53.927647 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-466c88be-7de4-4273-8589-61ef534acf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:53.931298 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-466c88be-7de4-4273-8589-61ef534acf9d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f634684c-da13-425f-ac91-3350dc290132 HTTP/1.1" status: 200 len: 854 time: 0.0973625 Aug 31 01:09:53.935523 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6ce0ef0c-df3b-497a-9eb0-55e82db58012 req-377da597-e397-458a-9d8e-cf30f8560605 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1759872-23c6-45b1-8c30-f40c20adda2a HTTP/1.1" status: 200 len: 943 time: 0.2330160 Aug 31 01:09:54.029472 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-b564f73f-de31-4a4d-b5d7-2206548589f6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d6364cb-20be-4b34-9321-c4d0337d014e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431452 Aug 31 01:09:54.131358 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501db84b-f799-4911-95bf-eb8c3ece36d9 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=018a66da-025a-42cc-a11b-9479ea004ba3,revision_number=0']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:54.131850 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2eca4db2-df06-47e0-8833-4c388fe3c890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:54.217472 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-501db84b-f799-4911-95bf-eb8c3ece36d9 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:54.219971 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-501db84b-f799-4911-95bf-eb8c3ece36d9 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2373931 Aug 31 01:09:54.224265 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-190aff3e-b011-4aaa-8144-989f7bf36525 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:54.274991 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-3e5c5269-f541-4445-8e50-6b97679b7542 service neutron] 10.222.0.72 "GET /v2.0/networks/d0f7a075-5cf1-4c2b-95df-2b457811a6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426317 Aug 31 01:09:54.285692 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 54328) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:54.372536 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2eca4db2-df06-47e0-8833-4c388fe3c890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:54.379412 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [None req-4d430a33-061b-4b5f-8e25-52c9bc8a4eb5 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Request body: {'floatingip': {'floating_network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:54.395414 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6ce0ef0c-df3b-497a-9eb0-55e82db58012 req-8fd10147-27fa-4a61-a1ee-b4e4c4130b55 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4589472 Aug 31 01:09:54.397472 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-190aff3e-b011-4aaa-8144-989f7bf36525 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021170'] for security_group_rule, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:54.439748 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-96d8dfed-f182-45c3-b5b0-7ac26527171a service neutron] 10.222.0.72 "GET /v2.0/networks/6d6364cb-20be-4b34-9321-c4d0337d014e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978741 Aug 31 01:09:54.448689 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190aff3e-b011-4aaa-8144-989f7bf36525 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdeef478-87c0-445c-82a1-524190571c97,revision_number=0']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:54.483889 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2eca4db2-df06-47e0-8833-4c388fe3c890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:54.494100 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-9f00e78d-df86-46cd-b794-e8aabe0c72c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:54.549736 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-9f00e78d-df86-46cd-b794-e8aabe0c72c3 None None] Transition to ACTIVE for port object 8332de68-7595-4444-ba16-433c7980867b will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:09:54.553762 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eca4db2-df06-47e0-8833-4c388fe3c890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f07e1a8-f75f-4f3f-84a6-31aebec05680,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:54.627169 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-2eca4db2-df06-47e0-8833-4c388fe3c890 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=70379f71c6944892bdfaab45cfb304da&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2472494 Aug 31 01:09:54.627528 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 54342) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:54.644289 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-9f00e78d-df86-46cd-b794-e8aabe0c72c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:54.679595 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-4b24632b-fe3c-4dd7-b463-16c0605fa881 req-987066bb-0a24-49a8-9dce-9c0140d44384 service neutron] 10.222.0.72 "GET /v2.0/networks/d0f7a075-5cf1-4c2b-95df-2b457811a6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3975382 Aug 31 01:09:54.767592 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4d430a33-061b-4b5f-8e25-52c9bc8a4eb5 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks [] for floatingip, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:54.789656 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-488481e1-bcde-4c44-99f6-487aeb4da65c req-207f0870-c8df-4657-8c23-8513be6cbd7f service neutron] 10.222.0.72 "GET /v2.0/networks/6d6364cb-20be-4b34-9321-c4d0337d014e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254116 Aug 31 01:09:54.832514 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c2c31173-a657-4f9d-bbd7-90819a11efd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:54.942510 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad513117-53ff-4ed6-8a23-dacb782ed1e9 None None] Pushing event updated for resources: {'Port': ['ID=8332de68-7595-4444-ba16-433c7980867b,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:54.944140 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c2c31173-a657-4f9d-bbd7-90819a11efd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:54.949736 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-9f00e78d-df86-46cd-b794-e8aabe0c72c3 None None] Attempting to bind port 8332de68-7595-4444-ba16-433c7980867b on host dv-cinder-760180-3-iscsi for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:09:54.958542 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-9f00e78d-df86-46cd-b794-e8aabe0c72c3 None None] Attempting to bind port 8332de68-7595-4444-ba16-433c7980867b by drivers openvswitch,hyperv on host dv-cinder-760180-3-iscsi at level 0 using segments [{'id': '12c59999-25ae-4408-be66-1cc437a4d78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'fd548e74-43b1-430f-a0ef-aa76573cce11'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:09:54.959401 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f00e78d-df86-46cd-b794-e8aabe0c72c3 None None] Attempting to bind port 8332de68-7595-4444-ba16-433c7980867b on network fd548e74-43b1-430f-a0ef-aa76573cce11 {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:09:54.967097 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f00e78d-df86-46cd-b794-e8aabe0c72c3 None None] Checking agent: {'id': 'e0e3d429-98ee-4375-b253-cc814bb4b4fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760180-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 1, 9), 'started_at': datetime.datetime(2021, 8, 31, 1, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760180-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:09:54.975055 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f00e78d-df86-46cd-b794-e8aabe0c72c3 None None] Checking segment: {'id': '12c59999-25ae-4408-be66-1cc437a4d78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'fd548e74-43b1-430f-a0ef-aa76573cce11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:09:54.975055 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-9f00e78d-df86-46cd-b794-e8aabe0c72c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:54.975055 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f00e78d-df86-46cd-b794-e8aabe0c72c3 None None] Bound using segment: {'id': '12c59999-25ae-4408-be66-1cc437a4d78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'fd548e74-43b1-430f-a0ef-aa76573cce11'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:09:54.975055 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-9f00e78d-df86-46cd-b794-e8aabe0c72c3 None None] Bound port: 8332de68-7595-4444-ba16-433c7980867b, host: dv-cinder-760180-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c59999-25ae-4408-be66-1cc437a4d78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'fd548e74-43b1-430f-a0ef-aa76573cce11'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:09:54.975055 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-9f00e78d-df86-46cd-b794-e8aabe0c72c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:54.988006 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6bca1-1bd5-4609-9b7d-1633434dacc0 req-22525477-6025-47e1-bc37-8b399a8ffe10 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:54.990773 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c3c6bca1-1bd5-4609-9b7d-1633434dacc0 req-22525477-6025-47e1-bc37-8b399a8ffe10 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/ports?device_id=f53552d4-4831-48e2-a9f0-47b547bcb6ed HTTP/1.1" status: 200 len: 944 time: 0.3496311 Aug 31 01:09:55.033527 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-190aff3e-b011-4aaa-8144-989f7bf36525 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:55.040593 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-190aff3e-b011-4aaa-8144-989f7bf36525 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0288451 Aug 31 01:09:55.056330 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 54350) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:55.066627 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [None req-567cfeb5-6c91-4932-90f4-c45155ab5249 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Request body: {'security_group_rule': {'security_group_id': '835cf8ab-88af-4a9c-a1f2-bc64a26a2289', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:55.201728 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-9f00e78d-df86-46cd-b794-e8aabe0c72c3 None None] For port 8332de68-7595-4444-ba16-433c7980867b, host dv-cinder-760180-3-iscsi, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:09:55.201832 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e799489-156b-4f38-bd86-e241512efe94 req-e484f4fe-ba20-408b-be12-a0d017c86820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:55.201832 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-1e799489-156b-4f38-bd86-e241512efe94 req-e484f4fe-ba20-408b-be12-a0d017c86820 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=98ab9da13d934f25b5b1fca982b961f3&device_id=b1759872-23c6-45b1-8c30-f40c20adda2a HTTP/1.1" status: 200 len: 1096 time: 0.1364827 Aug 31 01:09:55.205346 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-88e2f520-47c7-4597-a750-196193bb7c25 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:55.207206 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-9f00e78d-df86-46cd-b794-e8aabe0c72c3 None None] For port 8332de68-7595-4444-ba16-433c7980867b, host dv-cinder-760180-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=8332de68-7595-4444-ba16-433c7980867b,segment=NetworkSegment(12c59999-25ae-4408-be66-1cc437a4d78f),segment_id=12c59999-25ae-4408-be66-1cc437a4d78f)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:09:55.219556 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-88e2f520-47c7-4597-a750-196193bb7c25 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/networks?id=fd548e74-43b1-430f-a0ef-aa76573cce11 HTTP/1.1" status: 200 len: 818 time: 0.5905898 Aug 31 01:09:55.221708 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c2c31173-a657-4f9d-bbd7-90819a11efd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:55.223895 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c2c31173-a657-4f9d-bbd7-90819a11efd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:55.230447 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-c2c31173-a657-4f9d-bbd7-90819a11efd9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5f07e1a8-f75f-4f3f-84a6-31aebec05680 HTTP/1.1" status: 204 len: 168 time: 0.5980582 Aug 31 01:09:55.291228 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-9f00e78d-df86-46cd-b794-e8aabe0c72c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:55.343656 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c31173-a657-4f9d-bbd7-90819a11efd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f07e1a8-f75f-4f3f-84a6-31aebec05680,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:55.420016 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-ac90a037-aa38-4dec-8e82-8f07b2598e4d tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/quotas/0ebe297fbd3a46689671efa0c38f7f89 HTTP/1.1" status: 200 len: 375 time: 0.1985435 Aug 31 01:09:55.464824 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c3c6bca1-1bd5-4609-9b7d-1633434dacc0 req-74c9cc57-3afe-4098-8aee-a9ec80b5519a tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/security-groups?id=577dda9f-eaa4-4bb9-a257-fa486615b5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608657 Aug 31 01:09:55.512241 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f00e78d-df86-46cd-b794-e8aabe0c72c3 None None] Routers {'10dd3c06-d442-434b-b8d4-d514aae27aae'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:09:55.513639 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-9f00e78d-df86-46cd-b794-e8aabe0c72c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:09:39Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['10dd3c06-d442-434b-b8d4-d514aae27aae'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:55.638701 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e799489-156b-4f38-bd86-e241512efe94 req-57235870-726f-42b1-996a-04d579045f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:55.640432 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-1e799489-156b-4f38-bd86-e241512efe94 req-57235870-726f-42b1-996a-04d579045f6d service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d6364cb-20be-4b34-9321-c4d0337d014e HTTP/1.1" status: 200 len: 915 time: 0.4082360 Aug 31 01:09:55.698144 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-9f00e78d-df86-46cd-b794-e8aabe0c72c3 None None] Set router 10dd3c06-d442-434b-b8d4-d514aae27aae gateway port host: dv-cinder-760180-3-iscsi {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:09:55.705675 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-e05dcf91-4cf0-475a-bced-4b38a92176dd tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0ebe297fbd3a46689671efa0c38f7f89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2570939 Aug 31 01:09:55.759072 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-1e799489-156b-4f38-bd86-e241512efe94 req-0f233cb7-90c6-4ce5-b546-89ea88e0e1d7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e60caf99-56d2-4f9b-bc5d-db1d5823473d HTTP/1.1" status: 200 len: 217 time: 0.0881460 Aug 31 01:09:55.812255 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad513117-53ff-4ed6-8a23-dacb782ed1e9 None None] Pushing event updated for resources: {'Port': ['ID=8332de68-7595-4444-ba16-433c7980867b,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:55.858785 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-567cfeb5-6c91-4932-90f4-c45155ab5249 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:55.892560 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4d430a33-061b-4b5f-8e25-52c9bc8a4eb5 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:55.907004 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-eb8968a6-0381-453c-9853-bffa84544dc7 service neutron] 10.222.0.43 "GET /v2.0/networks/fd548e74-43b1-430f-a0ef-aa76573cce11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002912 Aug 31 01:09:56.014429 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e799489-156b-4f38-bd86-e241512efe94 req-b5532d34-176e-4605-b3dd-626386b882ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:56.018727 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-1e799489-156b-4f38-bd86-e241512efe94 req-b5532d34-176e-4605-b3dd-626386b882ba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f634684c-da13-425f-ac91-3350dc290132 HTTP/1.1" status: 200 len: 854 time: 0.1941283 Aug 31 01:09:56.050948 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 439a5d3d-003f-4c41-b802-c13259706c8a up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:56.098245 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-ae99135c-bb9d-48ee-ab68-7fdc8669ea56 service neutron] 10.222.0.43 "GET /v2.0/networks/fd548e74-43b1-430f-a0ef-aa76573cce11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902514 Aug 31 01:09:56.295381 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning for port 439a5d3d-003f-4c41-b802-c13259706c8a completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:56.309363 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port 439a5d3d-003f-4c41-b802-c13259706c8a triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:56.310753 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:56.347798 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373c2ca-2798-4da7-be32-1fe73256d6ba req-73575c3a-2fbb-491d-93cc-5496f53b7cfa tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:56.351323 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0373c2ca-2798-4da7-be32-1fe73256d6ba req-73575c3a-2fbb-491d-93cc-5496f53b7cfa tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1759872-23c6-45b1-8c30-f40c20adda2a HTTP/1.1" status: 200 len: 943 time: 0.7220612 Aug 31 01:09:56.506604 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-1e799489-156b-4f38-bd86-e241512efe94 req-c93acf4a-8a11-4adb-8a9a-2f08a6b185ad service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d6364cb-20be-4b34-9321-c4d0337d014e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4189758 Aug 31 01:09:56.574038 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-567cfeb5-6c91-4932-90f4-c45155ab5249 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:56.658514 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:56.692396 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d01ace63-c2e2-41c0-accf-9c94341d42b7 req-a5f3fba1-0eba-42b3-b932-264d6b4bab4f tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 210 time: 0.1595330 Aug 31 01:09:56.735683 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-567cfeb5-6c91-4932-90f4-c45155ab5249 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021170'] for security_group_rule, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:56.738998 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-1e799489-156b-4f38-bd86-e241512efe94 req-e33dc32d-57c9-4d8d-8d0c-a4c841baeace service neutron] 10.222.0.72 "GET /v2.0/networks/6d6364cb-20be-4b34-9321-c4d0337d014e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281108 Aug 31 01:09:56.768881 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] For port 439a5d3d-003f-4c41-b802-c13259706c8a, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=439a5d3d-003f-4c41-b802-c13259706c8a,segment=NetworkSegment(6d53e54b-6190-4b24-885a-ba7d2444e469),segment_id=6d53e54b-6190-4b24-885a-ba7d2444e469)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:56.768881 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-9f00e78d-df86-46cd-b794-e8aabe0c72c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10dd3c06-d442-434b-b8d4-d514aae27aae', 'name': 'tempest-ServerRescueNegativeTestJSON-593945952-router', 'tenant_id': '0ebe297fbd3a46689671efa0c38f7f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '8d2af334-df2b-4068-81c6-5880437598a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:36Z', 'updated_at': '2021-08-31T01:09:49Z', 'revision_number': 4, 'project_id': '0ebe297fbd3a46689671efa0c38f7f89', 'gw_port': {'id': '8d2af334-df2b-4068-81c6-5880437598a0', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dd3c06-d442-434b-b8d4-d514aae27aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:38Z', 'updated_at': '2021-08-31T01:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': '8332de68-7595-4444-ba16-433c7980867b', 'name': '', 'network_id': 'fd548e74-43b1-430f-a0ef-aa76573cce11', 'tenant_id': '0ebe297fbd3a46689671efa0c38f7f89', 'mac_address': 'fa:16:3e:4c:37:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10dd3c06-d442-434b-b8d4-d514aae27aae', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '28514019-93de-4286-b066-532f8dc6920b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:46Z', 'updated_at': '2021-08-31T01:09:55Z', 'revision_number': 4, 'project_id': '0ebe297fbd3a46689671efa0c38f7f89', 'subnets': [{'id': '28514019-93de-4286-b066-532f8dc6920b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:09:56.778223 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0373c2ca-2798-4da7-be32-1fe73256d6ba req-41dea47a-8cf0-43a9-a4a2-abcb0ab350f6 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706765 Aug 31 01:09:56.845084 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567cfeb5-6c91-4932-90f4-c45155ab5249 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d314c502-1490-412f-b30e-cabf5484ccc8,revision_number=0']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:56.854470 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f00e78d-df86-46cd-b794-e8aabe0c72c3 None None] The sync data for ids ['10dd3c06-d442-434b-b8d4-d514aae27aae'] in dv-cinder-760180-3-iscsi is: [{'id': '10dd3c06-d442-434b-b8d4-d514aae27aae', 'name': 'tempest-ServerRescueNegativeTestJSON-593945952-router', 'tenant_id': '0ebe297fbd3a46689671efa0c38f7f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '8d2af334-df2b-4068-81c6-5880437598a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:36Z', 'updated_at': '2021-08-31T01:09:49Z', 'revision_number': 4, 'project_id': '0ebe297fbd3a46689671efa0c38f7f89', 'gw_port': {'id': '8d2af334-df2b-4068-81c6-5880437598a0', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dd3c06-d442-434b-b8d4-d514aae27aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:38Z', 'updated_at': '2021-08-31T01:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': '8332de68-7595-4444-ba16-433c7980867b', 'name': '', 'network_id': 'fd548e74-43b1-430f-a0ef-aa76573cce11', 'tenant_id': '0ebe297fbd3a46689671efa0c38f7f89', 'mac_address': 'fa:16:3e:4c:37:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10dd3c06-d442-434b-b8d4-d514aae27aae', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '28514019-93de-4286-b066-532f8dc6920b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:46Z', 'updated_at': '2021-08-31T01:09:55Z', 'revision_number': 4, 'project_id': '0ebe297fbd3a46689671efa0c38f7f89', 'subnets': [{'id': '28514019-93de-4286-b066-532f8dc6920b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:09:57.090086 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-1e799489-156b-4f38-bd86-e241512efe94 req-66efa4e3-73f6-43af-9b28-2e7945c86158 service neutron] 10.222.0.72 "GET /v2.0/networks/6d6364cb-20be-4b34-9321-c4d0337d014e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415895 Aug 31 01:09:57.090086 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 54390) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:57.131467 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e37a059a-3ef7-4ba9-a9af-a9832aaa55d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:57.176461 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:57.181212 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 58bfd6c3-d93c-4d2b-b222-641a218b494c up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:57.241445 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-4d430a33-061b-4b5f-8e25-52c9bc8a4eb5 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Allocated IP 172.27.3.133 (6de9ff05-f8f6-4fd1-b476-077a32a7a2f5/44be20a0-ff0a-4c00-a541-a9ead83fffe9/f4b5efea-1360-4ded-846c-92404fd48644) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:57.248883 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-567cfeb5-6c91-4932-90f4-c45155ab5249 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:57.250061 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-567cfeb5-6c91-4932-90f4-c45155ab5249 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1927524 Aug 31 01:09:57.259742 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 54404) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:57.261588 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-04772de0-d4f8-4422-af41-02495e6bec91 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Request body: {'floatingip': {'floating_network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:57.349937 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e37a059a-3ef7-4ba9-a9af-a9832aaa55d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:57.390907 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Pushing event updated for resources: {'Port': ['ID=439a5d3d-003f-4c41-b802-c13259706c8a,revision_number=5']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:57.476123 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc64726-908c-46e1-ab76-b195f0d49036 req-10109392-eff9-4b10-ab79-c8db5f89373c tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:57.478295 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bfc64726-908c-46e1-ab76-b195f0d49036 req-10109392-eff9-4b10-ab79-c8db5f89373c tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/ports?device_id=f53552d4-4831-48e2-a9f0-47b547bcb6ed HTTP/1.1" status: 200 len: 944 time: 0.5937040 Aug 31 01:09:57.511613 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e37a059a-3ef7-4ba9-a9af-a9832aaa55d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:57.525947 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34739182-949c-477c-80d8-b4c76493d0ca req-0ef4bb3a-a278-4021-ab0d-c713d56adbb1 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:57.527560 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-34739182-949c-477c-80d8-b4c76493d0ca req-0ef4bb3a-a278-4021-ab0d-c713d56adbb1 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/networks?id=fd548e74-43b1-430f-a0ef-aa76573cce11 HTTP/1.1" status: 200 len: 818 time: 0.2879317 Aug 31 01:09:57.546927 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning for port 58bfd6c3-d93c-4d2b-b222-641a218b494c completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:57.552539 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port 58bfd6c3-d93c-4d2b-b222-641a218b494c triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:57.553033 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:57.573390 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-34739182-949c-477c-80d8-b4c76493d0ca req-2db4fac2-52e2-4c4c-b50e-66eb197ce65e tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/quotas/0ebe297fbd3a46689671efa0c38f7f89 HTTP/1.1" status: 200 len: 375 time: 0.0380442 Aug 31 01:09:57.585542 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bfc64726-908c-46e1-ab76-b195f0d49036 req-223c1dba-a455-4c2e-810d-731ac191144f tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/security-groups?id=577dda9f-eaa4-4bb9-a257-fa486615b5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978463 Aug 31 01:09:57.607058 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4d430a33-061b-4b5f-8e25-52c9bc8a4eb5 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:57.610938 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a059a-3ef7-4ba9-a9af-a9832aaa55d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e306a89-9621-43e0-9e29-adad0b79a1d3,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:57.617166 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-e37a059a-3ef7-4ba9-a9af-a9832aaa55d0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1c8e8a2f36444988b0aecd54d12e4be2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5324140 Aug 31 01:09:57.620254 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 54412) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:57.662819 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-34739182-949c-477c-80d8-b4c76493d0ca req-7e4413f1-e9f7-4122-b1eb-018c25d42147 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0ebe297fbd3a46689671efa0c38f7f89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0807559 Aug 31 01:09:57.717418 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-04772de0-d4f8-4422-af41-02495e6bec91 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks [] for floatingip, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:57.765496 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:57.800737 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c8604222-a400-4c07-b389-177bedc88934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:57.824769 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c8604222-a400-4c07-b389-177bedc88934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:57.876371 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] For port 58bfd6c3-d93c-4d2b-b222-641a218b494c, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=58bfd6c3-d93c-4d2b-b222-641a218b494c,segment=NetworkSegment(85bfaf1f-5a21-4307-abff-21e0aaca3a13),segment_id=85bfaf1f-5a21-4307-abff-21e0aaca3a13)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:57.893972 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4d430a33-061b-4b5f-8e25-52c9bc8a4eb5 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:57.929531 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-04772de0-d4f8-4422-af41-02495e6bec91 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:57.947033 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:57.954474 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-34739182-949c-477c-80d8-b4c76493d0ca req-d224f76c-b7f3-4283-877a-b4ceb32ae5cb service neutron] 10.222.0.43 "GET /v2.0/networks/fd548e74-43b1-430f-a0ef-aa76573cce11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762613 Aug 31 01:09:57.998775 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d430a33-061b-4b5f-8e25-52c9bc8a4eb5 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Network 6de9ff05-f8f6-4fd1-b476-077a32a7a2f5 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:58.026667 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Pushing event updated for resources: {'Port': ['ID=58bfd6c3-d93c-4d2b-b222-641a218b494c,revision_number=5']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:58.038080 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d430a33-061b-4b5f-8e25-52c9bc8a4eb5 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Pushing event updated for resources: {'Port': ['ID=f4b5efea-1360-4ded-846c-92404fd48644,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:58.045652 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-4d430a33-061b-4b5f-8e25-52c9bc8a4eb5 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:58.048388 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d430a33-061b-4b5f-8e25-52c9bc8a4eb5 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:58.052806 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c8604222-a400-4c07-b389-177bedc88934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:58.055788 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c8604222-a400-4c07-b389-177bedc88934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:58.068474 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-c8604222-a400-4c07-b389-177bedc88934 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0e306a89-9621-43e0-9e29-adad0b79a1d3 HTTP/1.1" status: 204 len: 168 time: 0.4403214 Aug 31 01:09:58.088216 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8604222-a400-4c07-b389-177bedc88934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e306a89-9621-43e0-9e29-adad0b79a1d3,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:58.093049 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653296d0-ad97-4fa7-a1b9-075a06010c86 req-3fe3fc22-f4be-4ceb-b6d5-4d631e5573d8 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:58.101213 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-653296d0-ad97-4fa7-a1b9-075a06010c86 req-3fe3fc22-f4be-4ceb-b6d5-4d631e5573d8 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1759872-23c6-45b1-8c30-f40c20adda2a HTTP/1.1" status: 200 len: 943 time: 0.2044427 Aug 31 01:09:58.188035 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-04772de0-d4f8-4422-af41-02495e6bec91 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Allocated IP 172.27.3.119 (6de9ff05-f8f6-4fd1-b476-077a32a7a2f5/44be20a0-ff0a-4c00-a541-a9ead83fffe9/4648990d-b750-428b-8f84-9903091f94df) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:09:58.221679 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4d430a33-061b-4b5f-8e25-52c9bc8a4eb5 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:58.246782 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 8332de68-7595-4444-ba16-433c7980867b up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:58.259312 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-34739182-949c-477c-80d8-b4c76493d0ca req-bf14aa79-d5b6-418c-9ca6-d2a696de8bd1 service neutron] 10.222.0.43 "GET /v2.0/networks/fd548e74-43b1-430f-a0ef-aa76573cce11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959216 Aug 31 01:09:58.262155 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-653296d0-ad97-4fa7-a1b9-075a06010c86 req-3f792704-7b37-4641-99b2-b677bd4959c6 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336040 Aug 31 01:09:58.313471 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-04772de0-d4f8-4422-af41-02495e6bec91 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:58.409681 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning for port 8332de68-7595-4444-ba16-433c7980867b completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:09:58.415435 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port 8332de68-7595-4444-ba16-433c7980867b triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:58.430888 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:58.431155 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4d430a33-061b-4b5f-8e25-52c9bc8a4eb5 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:58.450380 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-04772de0-d4f8-4422-af41-02495e6bec91 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:58.539319 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04772de0-d4f8-4422-af41-02495e6bec91 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Network 6de9ff05-f8f6-4fd1-b476-077a32a7a2f5 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:09:58.546864 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-04772de0-d4f8-4422-af41-02495e6bec91 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:09:58.550741 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04772de0-d4f8-4422-af41-02495e6bec91 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:09:58.562568 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04772de0-d4f8-4422-af41-02495e6bec91 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Pushing event updated for resources: {'Port': ['ID=4648990d-b750-428b-8f84-9903091f94df,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:58.609624 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:58.740915 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-04772de0-d4f8-4422-af41-02495e6bec91 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:58.776164 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] For port 8332de68-7595-4444-ba16-433c7980867b, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=8332de68-7595-4444-ba16-433c7980867b,segment=NetworkSegment(12c59999-25ae-4408-be66-1cc437a4d78f),segment_id=12c59999-25ae-4408-be66-1cc437a4d78f)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:58.881535 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-04772de0-d4f8-4422-af41-02495e6bec91 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:58.884628 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:58.885434 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 439a5d3d-003f-4c41-b802-c13259706c8a up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:09:58.923012 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4d430a33-061b-4b5f-8e25-52c9bc8a4eb5 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:58.970928 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4384cbd8-a8a8-4c1f-bb7d-22729ae2772c req-92f0cfb1-88f4-4dfb-8638-e2c684b3203a tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 210 time: 0.2423837 Aug 31 01:09:59.007469 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4d430a33-061b-4b5f-8e25-52c9bc8a4eb5 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:59.034855 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Pushing event updated for resources: {'Port': ['ID=8332de68-7595-4444-ba16-433c7980867b,revision_number=5']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:59.056952 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port 439a5d3d-003f-4c41-b802-c13259706c8a triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:09:59.057331 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:59.071884 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4d430a33-061b-4b5f-8e25-52c9bc8a4eb5 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371979'] for floatingip, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:59.089617 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0009594-ced6-42e1-bfc6-983a2aebdbf8 req-94c96c36-4cd6-4519-b2b2-b40a1a677568 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:59.099533 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f0009594-ced6-42e1-bfc6-983a2aebdbf8 req-94c96c36-4cd6-4519-b2b2-b40a1a677568 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/ports?device_id=f53552d4-4831-48e2-a9f0-47b547bcb6ed HTTP/1.1" status: 200 len: 944 time: 0.3447297 Aug 31 01:09:59.145681 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-04772de0-d4f8-4422-af41-02495e6bec91 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:59.160430 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 5a53f734-c0ab-4d25-aa4b-446094a7afe0 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:09:59.166468 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d430a33-061b-4b5f-8e25-52c9bc8a4eb5 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Pushing event updated for resources: {'Port': ['ID=f4b5efea-1360-4ded-846c-92404fd48644,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:59.182469 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f0009594-ced6-42e1-bfc6-983a2aebdbf8 req-f675a52d-2cd8-4f4b-92fd-85da53ef4cd7 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/security-groups?id=577dda9f-eaa4-4bb9-a257-fa486615b5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820129 Aug 31 01:09:59.215674 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-04772de0-d4f8-4422-af41-02495e6bec91 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:59.249632 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4d430a33-061b-4b5f-8e25-52c9bc8a4eb5 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for floatingip, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:59.258837 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-4d430a33-061b-4b5f-8e25-52c9bc8a4eb5 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9641652 Aug 31 01:09:59.264924 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-04772de0-d4f8-4422-af41-02495e6bec91 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371979'] for floatingip, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:59.292341 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04772de0-d4f8-4422-af41-02495e6bec91 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Pushing event updated for resources: {'Port': ['ID=4648990d-b750-428b-8f84-9903091f94df,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:59.335082 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-04772de0-d4f8-4422-af41-02495e6bec91 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:59.337374 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-04772de0-d4f8-4422-af41-02495e6bec91 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0809414 Aug 31 01:09:59.389455 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 5a53f734-c0ab-4d25-aa4b-446094a7afe0, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=5a53f734-c0ab-4d25-aa4b-446094a7afe0,segment=NetworkSegment(8fd612ac-1268-48b2-929a-4d961d947bef),segment_id=8fd612ac-1268-48b2-929a-4d961d947bef)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:59.415194 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Returning: {'device': '5a53f734-c0ab-4d25-aa4b-446094a7afe0', 'network_id': 'd0f7a075-5cf1-4c2b-95df-2b457811a6c7', 'port_id': '5a53f734-c0ab-4d25-aa4b-446094a7afe0', 'mac_address': 'fa:16:3e:18:c6:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '716b6982-80ac-40e2-ad7a-d91a80a81b06', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:09:59.426898 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64f3f4-144a-4195-bc61-6f07e6452017 req-85e3b8c3-f35c-4007-b7f4-60635d6ebf7a tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:59.428459 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ea64f3f4-144a-4195-bc61-6f07e6452017 req-85e3b8c3-f35c-4007-b7f4-60635d6ebf7a tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1759872-23c6-45b1-8c30-f40c20adda2a HTTP/1.1" status: 200 len: 943 time: 0.0607316 Aug 31 01:09:59.472596 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:59.495128 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a53f734-c0ab-4d25-aa4b-446094a7afe0 {{(pid=94636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:09:59.530414 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 5a53f734-c0ab-4d25-aa4b-446094a7afe0, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=5a53f734-c0ab-4d25-aa4b-446094a7afe0,segment=NetworkSegment(8fd612ac-1268-48b2-929a-4d961d947bef),segment_id=8fd612ac-1268-48b2-929a-4d961d947bef)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:59.546018 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ea64f3f4-144a-4195-bc61-6f07e6452017 req-71bca18e-ec9e-4a65-9c7e-2c413e256a43 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057503 Aug 31 01:09:59.637832 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:59.638509 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device e60caf99-56d2-4f9b-bc5d-db1d5823473d details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:09:59.671406 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 54506) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:09:59.732229 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-93af1489-84d4-4022-b131-f1efd0b63b53 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:09:59.735159 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-93af1489-84d4-4022-b131-f1efd0b63b53 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.72 "GET /v2.0/networks?id=fd548e74-43b1-430f-a0ef-aa76573cce11 HTTP/1.1" status: 200 len: 818 time: 0.2305408 Aug 31 01:09:59.772932 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-455ddf13-22ab-44ee-815b-9960c2fa3c19 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Request body: {'port': {'device_id': 'eb63d998-dea4-4e19-bfa3-80f85543374a', 'network_id': 'fd548e74-43b1-430f-a0ef-aa76573cce11', 'admin_state_up': True, 'tenant_id': '0ebe297fbd3a46689671efa0c38f7f89'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:09:59.773029 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=5a53f734-c0ab-4d25-aa4b-446094a7afe0,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:09:59.816762 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-df6c14ed-d8f3-4530-9c23-1873a199a1eb tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--805687763&fields=id&tenant_id=4ffa2d2788a446da9bb35bff34b67588 HTTP/1.1" status: 200 len: 267 time: 0.1938879 Aug 31 01:09:59.842659 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port e60caf99-56d2-4f9b-bc5d-db1d5823473d, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=e60caf99-56d2-4f9b-bc5d-db1d5823473d,segment=NetworkSegment(0f15d5f7-ec41-4aa6-9213-d85d0fa11953),segment_id=0f15d5f7-ec41-4aa6-9213-d85d0fa11953)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:09:59.860290 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Returning: {'device': 'e60caf99-56d2-4f9b-bc5d-db1d5823473d', 'network_id': '6d6364cb-20be-4b34-9321-c4d0337d014e', 'port_id': 'e60caf99-56d2-4f9b-bc5d-db1d5823473d', 'mac_address': 'fa:16:3e:e4:06:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f634684c-da13-425f-ac91-3350dc290132', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:09:59.895840 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-66783d4c-0cea-4372-83d2-be0a4092c972 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1339358606&fields=id&tenant_id=8e8ee4f4a0b14bda8b938a88a2dab8cd HTTP/1.1" status: 200 len: 267 time: 0.1932929 Aug 31 01:09:59.905941 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:09:59.922884 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e60caf99-56d2-4f9b-bc5d-db1d5823473d {{(pid=94636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:09:59.944065 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port e60caf99-56d2-4f9b-bc5d-db1d5823473d, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=e60caf99-56d2-4f9b-bc5d-db1d5823473d,segment=NetworkSegment(0f15d5f7-ec41-4aa6-9213-d85d0fa11953),segment_id=0f15d5f7-ec41-4aa6-9213-d85d0fa11953)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:00.013833 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-84470fb9-15ff-4972-8062-6cd1b941a128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:00.063941 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 8332de68-7595-4444-ba16-433c7980867b up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:10:00.075555 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-455ddf13-22ab-44ee-815b-9960c2fa3c19 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Made reservation on behalf of 0ebe297fbd3a46689671efa0c38f7f89 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:00.087827 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-455ddf13-22ab-44ee-815b-9960c2fa3c19 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:00.153690 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:00.178448 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-26ae7713-5540-4197-8d12-96317e38d34a tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:00.180127 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-26ae7713-5540-4197-8d12-96317e38d34a tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/networks?id=30fb7d9d-48f3-4521-a14a-db6a70863ca4 HTTP/1.1" status: 200 len: 811 time: 0.3359876 Aug 31 01:10:00.203732 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-705a0072-69f9-4de3-8b50-84aa87bcf24f tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:00.206469 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-705a0072-69f9-4de3-8b50-84aa87bcf24f tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/networks?id=cbc670e8-9863-4523-934f-dc257f6800ff HTTP/1.1" status: 200 len: 817 time: 0.3093989 Aug 31 01:10:00.242517 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-de2a1656-3e2b-4f19-b744-96259bf8cb65 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/quotas/4ffa2d2788a446da9bb35bff34b67588 HTTP/1.1" status: 200 len: 375 time: 0.0350051 Aug 31 01:10:00.248288 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port 8332de68-7595-4444-ba16-433c7980867b triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:00.248670 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:00.250316 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-a250c107-503d-4072-b6bb-11eec6abe027 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/quotas/8e8ee4f4a0b14bda8b938a88a2dab8cd HTTP/1.1" status: 200 len: 375 time: 0.0291331 Aug 31 01:10:00.297515 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=e60caf99-56d2-4f9b-bc5d-db1d5823473d,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:00.342169 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-455ddf13-22ab-44ee-815b-9960c2fa3c19 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Allocated IP 172.20.0.14 (fd548e74-43b1-430f-a0ef-aa76573cce11/28514019-93de-4286-b066-532f8dc6920b/4b690769-caee-49fa-afb2-9accbc988ab7) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:00.372816 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 58bfd6c3-d93c-4d2b-b222-641a218b494c up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:10:00.421523 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-48453746-cefd-497e-b178-e99eee75899b tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8e8ee4f4a0b14bda8b938a88a2dab8cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1477108 Aug 31 01:10:00.437800 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-67431de5-2f20-4c57-9f72-39d015cf56ba tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4ffa2d2788a446da9bb35bff34b67588&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1650994 Aug 31 01:10:00.443545 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] get_ports_and_sgs() called for port_ids ['5a53f734-c0ab-4d25-aa4b-446094a7afe0'] {{(pid=94636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:10:00.496243 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-84470fb9-15ff-4972-8062-6cd1b941a128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:00.542819 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] get_ports_and_sgs() called for port_ids ['e60caf99-56d2-4f9b-bc5d-db1d5823473d'] {{(pid=94636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:10:00.622704 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port 58bfd6c3-d93c-4d2b-b222-641a218b494c triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:00.623319 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:00.626812 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-84470fb9-15ff-4972-8062-6cd1b941a128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:00.642354 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-455ddf13-22ab-44ee-815b-9960c2fa3c19 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:00.733743 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-84470fb9-15ff-4972-8062-6cd1b941a128 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bb79eb15c4634e858a3c3c5e8ccfe1e9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0409906 Aug 31 01:10:00.734839 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 54538) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:00.741722 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-ca53b8be-1fd3-4cdb-98c4-31cfe83f6725 service neutron] 10.222.0.43 "GET /v2.0/networks/cbc670e8-9863-4523-934f-dc257f6800ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029935 Aug 31 01:10:00.749132 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84470fb9-15ff-4972-8062-6cd1b941a128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db4427f-545c-4e3b-86b7-86b0562e896b,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:00.766007 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-1a69cad6-c0ec-4493-ae47-2e549d359d2c service neutron] 10.222.0.43 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684231 Aug 31 01:10:00.780736 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-455ddf13-22ab-44ee-815b-9960c2fa3c19 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:00.862523 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ddf13-22ab-44ee-815b-9960c2fa3c19 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Pushing event updated for resources: {'Port': ['ID=4b690769-caee-49fa-afb2-9accbc988ab7,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:00.886220 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5ce7947b-e557-4eec-8005-5b41136b6b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:00.919517 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5ce7947b-e557-4eec-8005-5b41136b6b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:00.933565 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-455ddf13-22ab-44ee-815b-9960c2fa3c19 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Network fd548e74-43b1-430f-a0ef-aa76573cce11 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:00.939052 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-455ddf13-22ab-44ee-815b-9960c2fa3c19 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:00.943629 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-455ddf13-22ab-44ee-815b-9960c2fa3c19 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:10:00.950723 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-455ddf13-22ab-44ee-815b-9960c2fa3c19 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:00.953218 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-455ddf13-22ab-44ee-815b-9960c2fa3c19 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:01.079227 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-455ddf13-22ab-44ee-815b-9960c2fa3c19 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3348422 Aug 31 01:10:01.091293 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-e6b84a2b-5802-48ab-936b-19c507e1d436 service neutron] Request body: {'port': {'device_id': 'eb63d998-dea4-4e19-bfa3-80f85543374a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:01.131657 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5ce7947b-e557-4eec-8005-5b41136b6b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:01.134716 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5ce7947b-e557-4eec-8005-5b41136b6b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:01.144557 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-5ce7947b-e557-4eec-8005-5b41136b6b54 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3db4427f-545c-4e3b-86b7-86b0562e896b HTTP/1.1" status: 204 len: 168 time: 0.4006329 Aug 31 01:10:01.146164 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-1b3cfcd1-027d-4ab0-8f18-15e0607fdb78 service neutron] 10.222.0.43 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791120 Aug 31 01:10:01.160157 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-4064a6bb-7690-4c6a-a6ac-2a9a0e0a6705 service neutron] 10.222.0.43 "GET /v2.0/networks/cbc670e8-9863-4523-934f-dc257f6800ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907645 Aug 31 01:10:01.193127 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce7947b-e557-4eec-8005-5b41136b6b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db4427f-545c-4e3b-86b7-86b0562e896b,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:01.267660 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-e6b84a2b-5802-48ab-936b-19c507e1d436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:01.364717 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34739182-949c-477c-80d8-b4c76493d0ca req-e2d7773e-8222-43fe-b1d6-6f8a2e2a5c32 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:01.366186 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-34739182-949c-477c-80d8-b4c76493d0ca req-e2d7773e-8222-43fe-b1d6-6f8a2e2a5c32 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.72 "GET /v2.0/networks?id=fd548e74-43b1-430f-a0ef-aa76573cce11 HTTP/1.1" status: 200 len: 818 time: 0.2243073 Aug 31 01:10:01.381780 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [req-34739182-949c-477c-80d8-b4c76493d0ca req-4b9109bb-2a6b-4a10-ba28-8b32b31324e6 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Request body: {'port': {'device_id': 'ab325d5f-f080-46dd-9bbd-d0cea0a92840', 'network_id': 'fd548e74-43b1-430f-a0ef-aa76573cce11', 'admin_state_up': True, 'tenant_id': '0ebe297fbd3a46689671efa0c38f7f89'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:01.517035 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f1e3f9db-f933-4d9c-9f52-320c4e633aa6 req-82b06155-a21f-4c2b-933d-5db955294ac2 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 210 time: 0.0465069 Aug 31 01:10:01.639052 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6f3f9-f146-4584-9fd3-a254693c1628 req-a9e86c1f-f19b-4862-a4de-e577df1d37b6 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:01.650762 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-35a6f3f9-f146-4584-9fd3-a254693c1628 req-a9e86c1f-f19b-4862-a4de-e577df1d37b6 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/ports?device_id=f53552d4-4831-48e2-a9f0-47b547bcb6ed HTTP/1.1" status: 200 len: 945 time: 0.1218219 Aug 31 01:10:01.859919 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-35a6f3f9-f146-4584-9fd3-a254693c1628 req-53a6a717-59ea-4944-a9a1-f309f7331b2f tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/security-groups?id=577dda9f-eaa4-4bb9-a257-fa486615b5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052827 Aug 31 01:10:01.895592 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0545f1f-d143-4a86-abb7-37d2fd4b1988 req-14a886d0-655e-4b0d-9ffa-9d9981a260c8 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:01.898864 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f0545f1f-d143-4a86-abb7-37d2fd4b1988 req-14a886d0-655e-4b0d-9ffa-9d9981a260c8 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1759872-23c6-45b1-8c30-f40c20adda2a HTTP/1.1" status: 200 len: 944 time: 0.2423646 Aug 31 01:10:02.012843 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f0545f1f-d143-4a86-abb7-37d2fd4b1988 req-3cebb7d3-471f-495b-bc88-5d0404bf12fe tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904434 Aug 31 01:10:02.098673 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b644c0ae-36f9-4fee-8184-6123a869a860 req-eebc4a17-9025-49ff-bb1a-a20193895a96 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 210 time: 0.0811589 Aug 31 01:10:02.114941 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34739182-949c-477c-80d8-b4c76493d0ca req-4b9109bb-2a6b-4a10-ba28-8b32b31324e6 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Made reservation on behalf of 0ebe297fbd3a46689671efa0c38f7f89 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:02.128196 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-34739182-949c-477c-80d8-b4c76493d0ca req-4b9109bb-2a6b-4a10-ba28-8b32b31324e6 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:02.173991 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a4687450-8124-4f64-85dc-ff5115d2747f req-c01b1fe9-2c1f-4097-add2-b19617072b87 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 210 time: 0.0490084 Aug 31 01:10:02.220975 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 54596) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:02.237104 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.notifiers.nova [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-e6b84a2b-5802-48ab-936b-19c507e1d436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b690769-caee-49fa-afb2-9accbc988ab7 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:10:02.241363 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-e6b84a2b-5802-48ab-936b-19c507e1d436 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:02.244139 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3a6b1b7c-2724-42c1-92ba-4d327d81e3a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:02.263600 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-e6b84a2b-5802-48ab-936b-19c507e1d436 service neutron] Transition to ACTIVE for port object 4b690769-caee-49fa-afb2-9accbc988ab7 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:02.353198 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3a6b1b7c-2724-42c1-92ba-4d327d81e3a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:02.431520 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-e6b84a2b-5802-48ab-936b-19c507e1d436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:02.477914 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3a6b1b7c-2724-42c1-92ba-4d327d81e3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:02.525138 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-3a6b1b7c-2724-42c1-92ba-4d327d81e3a9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=96568827f3434082a56222e3c3674cf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3015623 Aug 31 01:10:02.526252 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b1b7c-2724-42c1-92ba-4d327d81e3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f43f83-0cdd-4c2a-830d-e7766a8a675d,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:02.529677 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 54608) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:02.547524 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b84a2b-5802-48ab-936b-19c507e1d436 service neutron] Pushing event updated for resources: {'Port': ['ID=4b690769-caee-49fa-afb2-9accbc988ab7,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:02.551839 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-34739182-949c-477c-80d8-b4c76493d0ca req-4b9109bb-2a6b-4a10-ba28-8b32b31324e6 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Allocated IP 172.20.0.9 (fd548e74-43b1-430f-a0ef-aa76573cce11/28514019-93de-4286-b066-532f8dc6920b/3ac65665-ac93-4f99-ae17-d13e9ea8c3ab) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:02.563023 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-e6b84a2b-5802-48ab-936b-19c507e1d436 service neutron] Attempting to bind port 4b690769-caee-49fa-afb2-9accbc988ab7 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:10:02.563023 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-e6b84a2b-5802-48ab-936b-19c507e1d436 service neutron] Attempting to bind port 4b690769-caee-49fa-afb2-9accbc988ab7 by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': '12c59999-25ae-4408-be66-1cc437a4d78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'fd548e74-43b1-430f-a0ef-aa76573cce11'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:10:02.563023 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-e6b84a2b-5802-48ab-936b-19c507e1d436 service neutron] Attempting to bind port 4b690769-caee-49fa-afb2-9accbc988ab7 on network fd548e74-43b1-430f-a0ef-aa76573cce11 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:10:02.571846 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-e6b84a2b-5802-48ab-936b-19c507e1d436 service neutron] Port 4b690769-caee-49fa-afb2-9accbc988ab7 on network fd548e74-43b1-430f-a0ef-aa76573cce11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:10:02.572191 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-e6b84a2b-5802-48ab-936b-19c507e1d436 service neutron] Attempting to bind port 4b690769-caee-49fa-afb2-9accbc988ab7 on network fd548e74-43b1-430f-a0ef-aa76573cce11 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:10:02.583817 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-e6b84a2b-5802-48ab-936b-19c507e1d436 service neutron] Checking agent: {'id': 'eda6ee24-af74-4eb1-946c-b1b8388ec369', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 7, 44), 'started_at': datetime.datetime(2021, 8, 31, 1, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:10:02.584164 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-e6b84a2b-5802-48ab-936b-19c507e1d436 service neutron] Checking segment: {'id': '12c59999-25ae-4408-be66-1cc437a4d78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'fd548e74-43b1-430f-a0ef-aa76573cce11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:10:02.584710 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-e6b84a2b-5802-48ab-936b-19c507e1d436 service neutron] Bound using segment: {'id': '12c59999-25ae-4408-be66-1cc437a4d78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'fd548e74-43b1-430f-a0ef-aa76573cce11'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:10:02.585315 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-e6b84a2b-5802-48ab-936b-19c507e1d436 service neutron] Bound port: 4b690769-caee-49fa-afb2-9accbc988ab7, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12c59999-25ae-4408-be66-1cc437a4d78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'fd548e74-43b1-430f-a0ef-aa76573cce11'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:10:02.585865 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-e6b84a2b-5802-48ab-936b-19c507e1d436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:02.590597 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fb5ef60a-c6cf-43bc-9149-05693cc4eb51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:02.649843 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fb5ef60a-c6cf-43bc-9149-05693cc4eb51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:02.653155 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9e144b1d-984f-495d-a487-5d6ffd192a68 req-b9bb3cbe-9302-44d4-8f3d-67c058df17f5 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 210 time: 0.0439413 Aug 31 01:10:02.739408 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-e6b84a2b-5802-48ab-936b-19c507e1d436 service neutron] For port 4b690769-caee-49fa-afb2-9accbc988ab7, host hv-cinder-76018, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:10:02.747683 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-e6b84a2b-5802-48ab-936b-19c507e1d436 service neutron] For port 4b690769-caee-49fa-afb2-9accbc988ab7, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=4b690769-caee-49fa-afb2-9accbc988ab7,segment=NetworkSegment(12c59999-25ae-4408-be66-1cc437a4d78f),segment_id=12c59999-25ae-4408-be66-1cc437a4d78f)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:10:02.758982 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fb5ef60a-c6cf-43bc-9149-05693cc4eb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:02.761656 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fb5ef60a-c6cf-43bc-9149-05693cc4eb51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:02.763325 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-fb5ef60a-c6cf-43bc-9149-05693cc4eb51 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/88f43f83-0cdd-4c2a-830d-e7766a8a675d HTTP/1.1" status: 204 len: 168 time: 0.2321191 Aug 31 01:10:02.771120 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ef60a-c6cf-43bc-9149-05693cc4eb51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f43f83-0cdd-4c2a-830d-e7766a8a675d,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:02.819973 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-e6b84a2b-5802-48ab-936b-19c507e1d436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:02.826906 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-34739182-949c-477c-80d8-b4c76493d0ca req-4b9109bb-2a6b-4a10-ba28-8b32b31324e6 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:02.877778 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-e6b84a2b-5802-48ab-936b-19c507e1d436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:02.877778 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-e6b84a2b-5802-48ab-936b-19c507e1d436 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:02.878140 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-e6b84a2b-5802-48ab-936b-19c507e1d436 service neutron] 10.222.0.72 "PUT /v2.0/ports/4b690769-caee-49fa-afb2-9accbc988ab7 HTTP/1.1" status: 200 len: 1094 time: 1.7911453 Aug 31 01:10:02.880688 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb63d998-dea4-4e19-bfa3-80f85543374a', 'tag': '4b690769-caee-49fa-afb2-9accbc988ab7'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:10:02.883799 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b045d85a9f13e76f05933045f29fa7ac65172c85c310fc202a594bb475bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3733f217-b066-47ef-b25f-3423b8856792" -d '{"events": [{"name": "network-changed", "server_uuid": "eb63d998-dea4-4e19-bfa3-80f85543374a", "tag": "4b690769-caee-49fa-afb2-9accbc988ab7"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:10:02.906906 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b84a2b-5802-48ab-936b-19c507e1d436 service neutron] Pushing event updated for resources: {'Port': ['ID=4b690769-caee-49fa-afb2-9accbc988ab7,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:02.942466 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f896c6cf-eac1-4184-93d2-fca3049c59db x-openstack-request-id: req-f896c6cf-eac1-4184-93d2-fca3049c59db {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:10:02.942969 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb63d998-dea4-4e19-bfa3-80f85543374a", "tag": "4b690769-caee-49fa-afb2-9accbc988ab7", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:10:02.943385 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f896c6cf-eac1-4184-93d2-fca3049c59db {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:10:02.944000 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb63d998-dea4-4e19-bfa3-80f85543374a', 'tag': '4b690769-caee-49fa-afb2-9accbc988ab7', 'status': 'completed', 'code': 200} Aug 31 01:10:02.989911 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0b426-3284-4768-bc6d-a4bf2b0ca963 req-00fc59ab-600c-4bfc-91cf-7db9f2bc56ee tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:02.991388 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5bc0b426-3284-4768-bc6d-a4bf2b0ca963 req-00fc59ab-600c-4bfc-91cf-7db9f2bc56ee tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/ports?device_id=f53552d4-4831-48e2-a9f0-47b547bcb6ed HTTP/1.1" status: 200 len: 945 time: 0.0502491 Aug 31 01:10:03.010828 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733f217-b066-47ef-b25f-3423b8856792 req-9b318eaa-545d-4773-9cd7-966d0940a08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:03.012384 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-3733f217-b066-47ef-b25f-3423b8856792 req-9b318eaa-545d-4773-9cd7-966d0940a08f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ebe297fbd3a46689671efa0c38f7f89&device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 1097 time: 0.0446012 Aug 31 01:10:03.035028 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5bc0b426-3284-4768-bc6d-a4bf2b0ca963 req-75e2ea95-6c0a-4995-a60d-a5859481d258 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/security-groups?id=577dda9f-eaa4-4bb9-a257-fa486615b5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364115 Aug 31 01:10:03.076408 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-34739182-949c-477c-80d8-b4c76493d0ca req-4b9109bb-2a6b-4a10-ba28-8b32b31324e6 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:03.143616 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34739182-949c-477c-80d8-b4c76493d0ca req-4b9109bb-2a6b-4a10-ba28-8b32b31324e6 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Network fd548e74-43b1-430f-a0ef-aa76573cce11 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:03.145557 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 5a53f734-c0ab-4d25-aa4b-446094a7afe0 up at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:10:03.146856 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-34739182-949c-477c-80d8-b4c76493d0ca req-4b9109bb-2a6b-4a10-ba28-8b32b31324e6 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:03.152795 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-34739182-949c-477c-80d8-b4c76493d0ca req-4b9109bb-2a6b-4a10-ba28-8b32b31324e6 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:10:03.161425 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58716497-0201-4e1e-ac6a-967199605610 req-c71a43ad-dcf9-4dd6-9047-56382c180031 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:03.162967 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-58716497-0201-4e1e-ac6a-967199605610 req-c71a43ad-dcf9-4dd6-9047-56382c180031 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1759872-23c6-45b1-8c30-f40c20adda2a HTTP/1.1" status: 200 len: 944 time: 0.0673838 Aug 31 01:10:03.167641 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34739182-949c-477c-80d8-b4c76493d0ca req-4b9109bb-2a6b-4a10-ba28-8b32b31324e6 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:03.174919 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-34739182-949c-477c-80d8-b4c76493d0ca req-4b9109bb-2a6b-4a10-ba28-8b32b31324e6 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:03.192463 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9109bb-2a6b-4a10-ba28-8b32b31324e6 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Pushing event updated for resources: {'Port': ['ID=3ac65665-ac93-4f99-ae17-d13e9ea8c3ab,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:03.212075 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733f217-b066-47ef-b25f-3423b8856792 req-47815c8a-217c-493d-9eae-37fe76634474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:03.213197 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-3733f217-b066-47ef-b25f-3423b8856792 req-47815c8a-217c-493d-9eae-37fe76634474 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=0ebe297fbd3a46689671efa0c38f7f89&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1924043 Aug 31 01:10:03.213760 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-36387623-56ef-46d0-896e-da1e2389bdb9 req-aeda918e-ddc0-47b8-9355-aa2d152c11f8 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 210 time: 0.0413616 Aug 31 01:10:03.240713 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-58716497-0201-4e1e-ac6a-967199605610 req-00519c53-a336-47bd-8046-521e748c221d tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697443 Aug 31 01:10:03.302157 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e9b688b1-2400-4507-991b-5ba2f6a9363d req-fab7a06b-75b6-44f0-99a6-ee54ee19e31b tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 210 time: 0.0270834 Aug 31 01:10:03.338318 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733f217-b066-47ef-b25f-3423b8856792 req-042adc54-4a45-4324-b6a5-96105266e900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:03.340276 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-3733f217-b066-47ef-b25f-3423b8856792 req-042adc54-4a45-4324-b6a5-96105266e900 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1191828 Aug 31 01:10:03.358117 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Provisioning for port 5a53f734-c0ab-4d25-aa4b-446094a7afe0 completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:03.358881 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-34739182-949c-477c-80d8-b4c76493d0ca req-4b9109bb-2a6b-4a10-ba28-8b32b31324e6 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9823787 Aug 31 01:10:03.362675 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Provisioning complete for port 5a53f734-c0ab-4d25-aa4b-446094a7afe0 triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:03.363127 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:03.380779 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [req-34739182-949c-477c-80d8-b4c76493d0ca req-5a03f20e-e5c0-4a7d-b4de-6493e6313429 service neutron] Request body: {'port': {'device_id': 'ab325d5f-f080-46dd-9bbd-d0cea0a92840', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:03.469838 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-34739182-949c-477c-80d8-b4c76493d0ca req-5a03f20e-e5c0-4a7d-b4de-6493e6313429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:03.484392 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-9f45b628-f6ad-4421-a251-d933ac2a03e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:03.486258 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-9f45b628-f6ad-4421-a251-d933ac2a03e8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ebe297fbd3a46689671efa0c38f7f89&device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 1097 time: 0.0819707 Aug 31 01:10:03.561678 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-35b39f9d-a557-4497-8bb0-869c3d71621e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b690769-caee-49fa-afb2-9accbc988ab7 HTTP/1.1" status: 200 len: 217 time: 0.0439997 Aug 31 01:10:03.586069 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:03.625878 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53552d4-4831-48e2-a9f0-47b547bcb6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a53f734-c0ab-4d25-aa4b-446094a7afe0'}] {{(pid=94636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:10:03.677261 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-ede36997-2ad8-46d9-b040-0c1ce020af67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:03.678753 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-ede36997-2ad8-46d9-b040-0c1ce020af67 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=28514019-93de-4286-b066-532f8dc6920b HTTP/1.1" status: 200 len: 858 time: 0.1047199 Aug 31 01:10:03.731638 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 5a53f734-c0ab-4d25-aa4b-446094a7afe0, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=5a53f734-c0ab-4d25-aa4b-446094a7afe0,segment=NetworkSegment(8fd612ac-1268-48b2-929a-4d961d947bef),segment_id=8fd612ac-1268-48b2-929a-4d961d947bef)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:03.748742 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-3ea3e42e-6a7d-4bf2-8e00-a6c0d9e51741 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fd548e74-43b1-430f-a0ef-aa76573cce11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530093 Aug 31 01:10:03.810582 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:03.814310 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device e60caf99-56d2-4f9b-bc5d-db1d5823473d up at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:10:03.822508 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81d342-9ad0-49b7-9a6e-9dc343a424ae req-2742aa2e-d648-4692-8006-933a10cbb1ea tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:03.822508 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8d81d342-9ad0-49b7-9a6e-9dc343a424ae req-2742aa2e-d648-4692-8006-933a10cbb1ea tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 931 time: 0.0692558 Aug 31 01:10:03.916431 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8d81d342-9ad0-49b7-9a6e-9dc343a424ae req-58da2a02-fed0-433b-81f5-0b2c578d9b4f tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789845 Aug 31 01:10:03.943535 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d232dde22f81f13b8276e8d192a9956b8a1abe374d21fab87add1b29b36cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cacea824-8aab-486e-aa72-8f6cd7ec932f" -d '{"events": [{"server_uuid": "f53552d4-4831-48e2-a9f0-47b547bcb6ed", "name": "network-vif-plugged", "status": "completed", "tag": "5a53f734-c0ab-4d25-aa4b-446094a7afe0"}]}' {{(pid=94636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:10:03.993320 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=5a53f734-c0ab-4d25-aa4b-446094a7afe0,revision_number=5']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:04.090190 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583e941a-6e5b-419d-88f6-f7d63973c561 x-openstack-request-id: req-583e941a-6e5b-419d-88f6-f7d63973c561 {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:10:04.090502 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53552d4-4831-48e2-a9f0-47b547bcb6ed", "name": "network-vif-plugged", "status": "completed", "tag": "5a53f734-c0ab-4d25-aa4b-446094a7afe0", "code": 200}]} {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:10:04.099802 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-583e941a-6e5b-419d-88f6-f7d63973c561 {{(pid=94636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:10:04.099802 dv-cinder-760180-3-iscsi neutron-server[94636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53552d4-4831-48e2-a9f0-47b547bcb6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a53f734-c0ab-4d25-aa4b-446094a7afe0', 'code': 200} Aug 31 01:10:04.123846 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Provisioning for port e60caf99-56d2-4f9b-bc5d-db1d5823473d completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:04.132172 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Provisioning complete for port e60caf99-56d2-4f9b-bc5d-db1d5823473d triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:04.137459 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:04.203427 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee1943-e03a-42ff-a0e5-d3a79d7ee62d req-26dceb74-5e2e-481d-91bd-9c6a73b14955 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:04.212579 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f9ee1943-e03a-42ff-a0e5-d3a79d7ee62d req-26dceb74-5e2e-481d-91bd-9c6a73b14955 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/ports?device_id=f53552d4-4831-48e2-a9f0-47b547bcb6ed HTTP/1.1" status: 200 len: 946 time: 0.0932460 Aug 31 01:10:04.220493 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-09be887d-a422-448c-98ca-f319cd124e50 service neutron] 10.222.0.72 "GET /v2.0/networks/fd548e74-43b1-430f-a0ef-aa76573cce11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4618304 Aug 31 01:10:04.284757 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.72', 54809) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:04.289959 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:04.312857 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.notifiers.nova [req-34739182-949c-477c-80d8-b4c76493d0ca req-5a03f20e-e5c0-4a7d-b4de-6493e6313429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ac65665-ac93-4f99-ae17-d13e9ea8c3ab {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:10:04.344215 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port e60caf99-56d2-4f9b-bc5d-db1d5823473d, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=e60caf99-56d2-4f9b-bc5d-db1d5823473d,segment=NetworkSegment(0f15d5f7-ec41-4aa6-9213-d85d0fa11953),segment_id=0f15d5f7-ec41-4aa6-9213-d85d0fa11953)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:04.363728 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-34739182-949c-477c-80d8-b4c76493d0ca req-5a03f20e-e5c0-4a7d-b4de-6493e6313429 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:04.391001 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-34739182-949c-477c-80d8-b4c76493d0ca req-5a03f20e-e5c0-4a7d-b4de-6493e6313429 service neutron] Transition to ACTIVE for port object 3ac65665-ac93-4f99-ae17-d13e9ea8c3ab will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:04.398474 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f9ee1943-e03a-42ff-a0e5-d3a79d7ee62d req-8ef8aab4-ea16-4722-9a33-5b18cb41c9d3 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/security-groups?id=577dda9f-eaa4-4bb9-a257-fa486615b5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849484 Aug 31 01:10:04.437906 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-0297c7ef-15cd-4c92-bfdd-897f500042eb req-1964c232-a760-4000-9342-55f615d5cf1a service neutron] 10.222.0.72 "GET /v2.0/networks/fd548e74-43b1-430f-a0ef-aa76573cce11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066219 Aug 31 01:10:04.438907 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d117ed07-bc06-41b7-b5e8-d3e61e9103c4 req-f94f2c20-bf0f-4e51-bd2e-21f22fb82cd9 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 210 time: 0.0418754 Aug 31 01:10:04.480238 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-34739182-949c-477c-80d8-b4c76493d0ca req-5a03f20e-e5c0-4a7d-b4de-6493e6313429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:04.483292 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:04.608323 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=e60caf99-56d2-4f9b-bc5d-db1d5823473d,revision_number=5']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:04.638947 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-7c81bf8e-6116-42c1-8f12-8caf5b606051 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:04.640872 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-7c81bf8e-6116-42c1-8f12-8caf5b606051 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.72 "GET /v2.0/networks?id=30fb7d9d-48f3-4521-a14a-db6a70863ca4 HTTP/1.1" status: 200 len: 811 time: 0.3549571 Aug 31 01:10:04.657810 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2a2a1d68-5a8d-463f-9b2c-813a9a706231 req-809615ce-bb24-42ed-a071-1eb8497c129d tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 210 time: 0.0602067 Aug 31 01:10:04.663888 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a03f20e-e5c0-4a7d-b4de-6493e6313429 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac65665-ac93-4f99-ae17-d13e9ea8c3ab,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:04.696410 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823697e-2b63-48f3-9415-5012c0f55d4b req-12d63f53-e8ce-48fb-a825-80fed14892b1 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:04.699444 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b823697e-2b63-48f3-9415-5012c0f55d4b req-12d63f53-e8ce-48fb-a825-80fed14892b1 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1759872-23c6-45b1-8c30-f40c20adda2a HTTP/1.1" status: 200 len: 945 time: 0.1646063 Aug 31 01:10:04.701933 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-34739182-949c-477c-80d8-b4c76493d0ca req-5a03f20e-e5c0-4a7d-b4de-6493e6313429 service neutron] Attempting to bind port 3ac65665-ac93-4f99-ae17-d13e9ea8c3ab on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:10:04.702448 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-34739182-949c-477c-80d8-b4c76493d0ca req-5a03f20e-e5c0-4a7d-b4de-6493e6313429 service neutron] Attempting to bind port 3ac65665-ac93-4f99-ae17-d13e9ea8c3ab by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': '12c59999-25ae-4408-be66-1cc437a4d78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'fd548e74-43b1-430f-a0ef-aa76573cce11'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:10:04.702946 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34739182-949c-477c-80d8-b4c76493d0ca req-5a03f20e-e5c0-4a7d-b4de-6493e6313429 service neutron] Attempting to bind port 3ac65665-ac93-4f99-ae17-d13e9ea8c3ab on network fd548e74-43b1-430f-a0ef-aa76573cce11 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:10:04.708263 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c8dfb-15f4-49e8-bc32-45946e905db1 req-ce49d594-e70c-4321-a90d-a960b95e6d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:04.710975 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-844c8dfb-15f4-49e8-bc32-45946e905db1 req-ce49d594-e70c-4321-a90d-a960b95e6d1a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f53552d4-4831-48e2-a9f0-47b547bcb6ed HTTP/1.1" status: 200 len: 1099 time: 0.1312332 Aug 31 01:10:04.713746 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34739182-949c-477c-80d8-b4c76493d0ca req-5a03f20e-e5c0-4a7d-b4de-6493e6313429 service neutron] Port 3ac65665-ac93-4f99-ae17-d13e9ea8c3ab on network fd548e74-43b1-430f-a0ef-aa76573cce11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:10:04.714066 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34739182-949c-477c-80d8-b4c76493d0ca req-5a03f20e-e5c0-4a7d-b4de-6493e6313429 service neutron] Attempting to bind port 3ac65665-ac93-4f99-ae17-d13e9ea8c3ab on network fd548e74-43b1-430f-a0ef-aa76573cce11 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:10:04.720443 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34739182-949c-477c-80d8-b4c76493d0ca req-5a03f20e-e5c0-4a7d-b4de-6493e6313429 service neutron] Checking agent: {'id': 'eda6ee24-af74-4eb1-946c-b1b8388ec369', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 7, 44), 'started_at': datetime.datetime(2021, 8, 31, 1, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:10:04.720876 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34739182-949c-477c-80d8-b4c76493d0ca req-5a03f20e-e5c0-4a7d-b4de-6493e6313429 service neutron] Checking segment: {'id': '12c59999-25ae-4408-be66-1cc437a4d78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'fd548e74-43b1-430f-a0ef-aa76573cce11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:10:04.721204 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34739182-949c-477c-80d8-b4c76493d0ca req-5a03f20e-e5c0-4a7d-b4de-6493e6313429 service neutron] Bound using segment: {'id': '12c59999-25ae-4408-be66-1cc437a4d78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'fd548e74-43b1-430f-a0ef-aa76573cce11'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:10:04.721613 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-34739182-949c-477c-80d8-b4c76493d0ca req-5a03f20e-e5c0-4a7d-b4de-6493e6313429 service neutron] Bound port: 3ac65665-ac93-4f99-ae17-d13e9ea8c3ab, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12c59999-25ae-4408-be66-1cc437a4d78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'fd548e74-43b1-430f-a0ef-aa76573cce11'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:10:04.721965 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-34739182-949c-477c-80d8-b4c76493d0ca req-5a03f20e-e5c0-4a7d-b4de-6493e6313429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:04.743052 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-844c8dfb-15f4-49e8-bc32-45946e905db1 req-c7395524-dcb7-42d4-84a6-5c2d31e82c8e service neutron] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:04.747764 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-47a74598-28a5-4521-b4ce-1c1425b558e5 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ffa2d2788a446da9bb35bff34b67588 HTTP/1.1" status: 200 len: 379 time: 0.0921881 Aug 31 01:10:04.762179 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-47270166-7d32-4ed7-8cd7-4d6dd7edcfe4 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Request body: {'port': {'device_id': 'c8a41287-23a0-451c-b472-8e0af28bb04a', 'network_id': '30fb7d9d-48f3-4521-a14a-db6a70863ca4', 'admin_state_up': True, 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'security_groups': ['835cf8ab-88af-4a9c-a1f2-bc64a26a2289']}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:04.882413 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-34739182-949c-477c-80d8-b4c76493d0ca req-5a03f20e-e5c0-4a7d-b4de-6493e6313429 service neutron] For port 3ac65665-ac93-4f99-ae17-d13e9ea8c3ab, host hv-cinder-76018, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:10:04.884297 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b823697e-2b63-48f3-9415-5012c0f55d4b req-93bfd59d-0ca2-455e-9da6-e9aa2de488b5 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768551 Aug 31 01:10:04.889216 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-34739182-949c-477c-80d8-b4c76493d0ca req-5a03f20e-e5c0-4a7d-b4de-6493e6313429 service neutron] For port 3ac65665-ac93-4f99-ae17-d13e9ea8c3ab, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=3ac65665-ac93-4f99-ae17-d13e9ea8c3ab,segment=NetworkSegment(12c59999-25ae-4408-be66-1cc437a4d78f),segment_id=12c59999-25ae-4408-be66-1cc437a4d78f)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:10:04.928891 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-844c8dfb-15f4-49e8-bc32-45946e905db1 req-c7395524-dcb7-42d4-84a6-5c2d31e82c8e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:05.000397 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-34739182-949c-477c-80d8-b4c76493d0ca req-5a03f20e-e5c0-4a7d-b4de-6493e6313429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:05.036349 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-844c8dfb-15f4-49e8-bc32-45946e905db1 req-c7395524-dcb7-42d4-84a6-5c2d31e82c8e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:05.041449 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f17eab-cc38-4444-aa84-79cf6e340d7c req-2fbe77ad-de9a-4266-b383-847ac66f4dbd tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:05.043000 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-18f17eab-cc38-4444-aa84-79cf6e340d7c req-2fbe77ad-de9a-4266-b383-847ac66f4dbd tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 943 time: 0.0649636 Aug 31 01:10:05.067267 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-844c8dfb-15f4-49e8-bc32-45946e905db1 req-c7395524-dcb7-42d4-84a6-5c2d31e82c8e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=577dda9f-eaa4-4bb9-a257-fa486615b5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479743 Aug 31 01:10:05.075724 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34739182-949c-477c-80d8-b4c76493d0ca req-5a03f20e-e5c0-4a7d-b4de-6493e6313429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:05.076406 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-34739182-949c-477c-80d8-b4c76493d0ca req-5a03f20e-e5c0-4a7d-b4de-6493e6313429 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:05.077767 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-34739182-949c-477c-80d8-b4c76493d0ca req-5a03f20e-e5c0-4a7d-b4de-6493e6313429 service neutron] 10.222.0.72 "PUT /v2.0/ports/3ac65665-ac93-4f99-ae17-d13e9ea8c3ab HTTP/1.1" status: 200 len: 1093 time: 1.7013028 Aug 31 01:10:05.079969 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab325d5f-f080-46dd-9bbd-d0cea0a92840', 'tag': '3ac65665-ac93-4f99-ae17-d13e9ea8c3ab'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:10:05.082697 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b045d85a9f13e76f05933045f29fa7ac65172c85c310fc202a594bb475bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb87c2a3-3212-4229-a3ff-2822e3448318" -d '{"events": [{"name": "network-changed", "server_uuid": "ab325d5f-f080-46dd-9bbd-d0cea0a92840", "tag": "3ac65665-ac93-4f99-ae17-d13e9ea8c3ab"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:10:05.083820 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-18f17eab-cc38-4444-aa84-79cf6e340d7c req-ddd11cfa-454d-4595-a2e8-42060cadd653 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347080 Aug 31 01:10:05.085183 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-47270166-7d32-4ed7-8cd7-4d6dd7edcfe4 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Made reservation on behalf of 4ffa2d2788a446da9bb35bff34b67588 for: {'port': 1} {{(pid=94635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:05.089010 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-47270166-7d32-4ed7-8cd7-4d6dd7edcfe4 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:05.132368 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7395524-dcb7-42d4-84a6-5c2d31e82c8e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=338d715b-16d3-41cf-825f-80c9dced513e,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:05.139351 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a03f20e-e5c0-4a7d-b4de-6493e6313429 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac65665-ac93-4f99-ae17-d13e9ea8c3ab,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:05.173229 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01f6f57-5472-4970-8c8b-a44e43f4cf01 x-openstack-request-id: req-d01f6f57-5472-4970-8c8b-a44e43f4cf01 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:10:05.173628 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab325d5f-f080-46dd-9bbd-d0cea0a92840", "tag": "3ac65665-ac93-4f99-ae17-d13e9ea8c3ab", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:10:05.174026 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d01f6f57-5472-4970-8c8b-a44e43f4cf01 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:10:05.174526 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab325d5f-f080-46dd-9bbd-d0cea0a92840', 'tag': '3ac65665-ac93-4f99-ae17-d13e9ea8c3ab', 'status': 'completed', 'code': 200} Aug 31 01:10:05.358385 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-47270166-7d32-4ed7-8cd7-4d6dd7edcfe4 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Allocated IP 172.20.0.12 (30fb7d9d-48f3-4521-a14a-db6a70863ca4/4b8d6dea-cd1f-4897-b8eb-208006d6ba9a/2231241d-a0e5-44ed-9620-73f268e4b109) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:05.387427 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87c2a3-3212-4229-a3ff-2822e3448318 req-77c292a3-1fd4-4af0-a251-862b2f35f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:05.389067 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-bb87c2a3-3212-4229-a3ff-2822e3448318 req-77c292a3-1fd4-4af0-a251-862b2f35f3d1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ebe297fbd3a46689671efa0c38f7f89&device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 1096 time: 0.0666192 Aug 31 01:10:05.515892 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87c2a3-3212-4229-a3ff-2822e3448318 req-57dc55b5-19cb-4576-b24b-881c2963ba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:05.517029 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-bb87c2a3-3212-4229-a3ff-2822e3448318 req-57dc55b5-19cb-4576-b24b-881c2963ba88 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=0ebe297fbd3a46689671efa0c38f7f89&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1184275 Aug 31 01:10:05.599094 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f036da77-098d-47ee-9621-96f599a3c9f0 req-8fd9b794-efd4-454b-984e-2d6ea1f3e43b tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 210 time: 0.0811613 Aug 31 01:10:05.619280 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-47270166-7d32-4ed7-8cd7-4d6dd7edcfe4 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:05.654902 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-47270166-7d32-4ed7-8cd7-4d6dd7edcfe4 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Transition to ACTIVE for port object 2231241d-a0e5-44ed-9620-73f268e4b109 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:05.670112 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5600d-6b69-4c19-b0f8-51c5b00c0d8a req-79901e37-127a-428f-999b-242a6f5cdad0 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:05.671927 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-89a5600d-6b69-4c19-b0f8-51c5b00c0d8a req-79901e37-127a-428f-999b-242a6f5cdad0 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/ports?device_id=f53552d4-4831-48e2-a9f0-47b547bcb6ed HTTP/1.1" status: 200 len: 946 time: 0.1554885 Aug 31 01:10:05.724578 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87c2a3-3212-4229-a3ff-2822e3448318 req-3ca9f1f2-c5f9-423f-a294-82b66f609f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:05.725961 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-bb87c2a3-3212-4229-a3ff-2822e3448318 req-3ca9f1f2-c5f9-423f-a294-82b66f609f4c service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1976988 Aug 31 01:10:05.726582 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-89a5600d-6b69-4c19-b0f8-51c5b00c0d8a req-c6be921b-4bf8-420e-8344-93bbe4f21587 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/security-groups?id=577dda9f-eaa4-4bb9-a257-fa486615b5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455239 Aug 31 01:10:05.757944 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-50f33cf1-928c-4c58-94a6-90cf1b401239 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:05.759515 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-50f33cf1-928c-4c58-94a6-90cf1b401239 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.72 "GET /v2.0/networks?id=cbc670e8-9863-4523-934f-dc257f6800ff HTTP/1.1" status: 200 len: 817 time: 0.1696205 Aug 31 01:10:05.794228 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-46c5825f-9482-4490-b04a-0488caaf98d4 req-4d98dd39-a32b-40fe-8a7e-a00c7d973476 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 210 time: 0.0276074 Aug 31 01:10:05.859606 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-b17a7751-c0aa-4b8b-b767-b01dd4e6b2fc tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e8ee4f4a0b14bda8b938a88a2dab8cd HTTP/1.1" status: 200 len: 380 time: 0.0795057 Aug 31 01:10:05.859606 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34739182-949c-477c-80d8-b4c76493d0ca req-b3b15001-68e5-4f6f-95ba-9938f5f65fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:05.859606 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-34739182-949c-477c-80d8-b4c76493d0ca req-b3b15001-68e5-4f6f-95ba-9938f5f65fe1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ebe297fbd3a46689671efa0c38f7f89&device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 1096 time: 0.0778775 Aug 31 01:10:05.872600 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-3ea55995-9df4-4539-ac07-3ebd047be49a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Request body: {'port': {'device_id': 'c18aeaed-813d-454e-afc6-487c99d675eb', 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff', 'admin_state_up': True, 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'security_groups': ['66fe9779-4852-4a77-86dc-f07b89bbc3d7']}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:05.884448 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-47270166-7d32-4ed7-8cd7-4d6dd7edcfe4 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:05.949641 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-34739182-949c-477c-80d8-b4c76493d0ca req-c4b84585-97a3-4bd2-910f-463715d346d6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ac65665-ac93-4f99-ae17-d13e9ea8c3ab HTTP/1.1" status: 200 len: 217 time: 0.0736411 Aug 31 01:10:05.983611 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-47270166-7d32-4ed7-8cd7-4d6dd7edcfe4 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Network 30fb7d9d-48f3-4521-a14a-db6a70863ca4 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:06.000167 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-47270166-7d32-4ed7-8cd7-4d6dd7edcfe4 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:06.003596 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-47270166-7d32-4ed7-8cd7-4d6dd7edcfe4 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:10:06.022056 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-47270166-7d32-4ed7-8cd7-4d6dd7edcfe4 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:06.023063 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-47270166-7d32-4ed7-8cd7-4d6dd7edcfe4 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for port, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:06.025358 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47270166-7d32-4ed7-8cd7-4d6dd7edcfe4 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Pushing event updated for resources: {'Port': ['ID=2231241d-a0e5-44ed-9620-73f268e4b109,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:06.061182 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34739182-949c-477c-80d8-b4c76493d0ca req-1dca4bb2-bed3-483f-90d2-9d38a21c2d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:06.064411 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-34739182-949c-477c-80d8-b4c76493d0ca req-1dca4bb2-bed3-483f-90d2-9d38a21c2d2d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=28514019-93de-4286-b066-532f8dc6920b HTTP/1.1" status: 200 len: 858 time: 0.1009853 Aug 31 01:10:06.090279 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287378c3-15bd-4e14-89ad-7c0573aa817b req-aaa04072-e7f4-4f6b-b225-bd6a217f3eca tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:06.091817 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-287378c3-15bd-4e14-89ad-7c0573aa817b req-aaa04072-e7f4-4f6b-b225-bd6a217f3eca tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1759872-23c6-45b1-8c30-f40c20adda2a HTTP/1.1" status: 200 len: 945 time: 0.1103094 Aug 31 01:10:06.092794 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1759872-23c6-45b1-8c30-f40c20adda2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60caf99-56d2-4f9b-bc5d-db1d5823473d'}] {{(pid=94636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:10:06.095294 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d232dde22f81f13b8276e8d192a9956b8a1abe374d21fab87add1b29b36cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6135ee24-f355-4e7c-b3eb-c7518050b2b3" -d '{"events": [{"server_uuid": "b1759872-23c6-45b1-8c30-f40c20adda2a", "name": "network-vif-plugged", "status": "completed", "tag": "e60caf99-56d2-4f9b-bc5d-db1d5823473d"}]}' {{(pid=94636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:10:06.103724 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-34739182-949c-477c-80d8-b4c76493d0ca req-e7d7ba0c-35c8-41b2-a5e9-6d77a4ad3e7f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fd548e74-43b1-430f-a0ef-aa76573cce11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293870 Aug 31 01:10:06.139914 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-287378c3-15bd-4e14-89ad-7c0573aa817b req-542f821f-1791-48df-bccd-cfc421695636 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413573 Aug 31 01:10:06.146292 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a56fc9-dc26-4900-9974-9049ba84b857 x-openstack-request-id: req-70a56fc9-dc26-4900-9974-9049ba84b857 {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:10:06.146613 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1759872-23c6-45b1-8c30-f40c20adda2a", "name": "network-vif-plugged", "status": "completed", "tag": "e60caf99-56d2-4f9b-bc5d-db1d5823473d", "code": 200}]} {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:10:06.146864 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-70a56fc9-dc26-4900-9974-9049ba84b857 {{(pid=94636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:10:06.147250 dv-cinder-760180-3-iscsi neutron-server[94636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1759872-23c6-45b1-8c30-f40c20adda2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60caf99-56d2-4f9b-bc5d-db1d5823473d', 'code': 200} Aug 31 01:10:06.170914 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-47270166-7d32-4ed7-8cd7-4d6dd7edcfe4 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4135878 Aug 31 01:10:06.202051 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-78a2a4bb-a195-4bee-bd8a-b6cffa1626e4 service neutron] Request body: {'port': {'device_id': 'c8a41287-23a0-451c-b472-8e0af28bb04a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:06.276976 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-34739182-949c-477c-80d8-b4c76493d0ca req-2c8aea13-1ecd-4251-9cae-94e90f69c4e5 service neutron] 10.222.0.72 "GET /v2.0/networks/fd548e74-43b1-430f-a0ef-aa76573cce11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628995 Aug 31 01:10:06.312126 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-3ea55995-9df4-4539-ac07-3ebd047be49a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Made reservation on behalf of 8e8ee4f4a0b14bda8b938a88a2dab8cd for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:06.315525 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-3ea55995-9df4-4539-ac07-3ebd047be49a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:06.338017 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-78a2a4bb-a195-4bee-bd8a-b6cffa1626e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:06.364704 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55654c5f-3b05-47d0-8f0d-7b3bef5c8970 req-d92a2036-4429-4390-bc79-9b03f7a66df6 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:06.366147 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-55654c5f-3b05-47d0-8f0d-7b3bef5c8970 req-d92a2036-4429-4390-bc79-9b03f7a66df6 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 943 time: 0.0877380 Aug 31 01:10:06.450128 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-49157ac1-e1c5-486f-b1f2-4429c3d7a99f None None] Provisioning for port 2231241d-a0e5-44ed-9620-73f268e4b109 completed by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:06.458003 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-49157ac1-e1c5-486f-b1f2-4429c3d7a99f None None] Provisioning complete for port 2231241d-a0e5-44ed-9620-73f268e4b109 triggered by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:06.458380 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-49157ac1-e1c5-486f-b1f2-4429c3d7a99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:06.458506 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-34739182-949c-477c-80d8-b4c76493d0ca req-4bb51f39-108a-4862-8124-a61423015c6b service neutron] 10.222.0.72 "GET /v2.0/networks/fd548e74-43b1-430f-a0ef-aa76573cce11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727009 Aug 31 01:10:06.500383 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-55654c5f-3b05-47d0-8f0d-7b3bef5c8970 req-9cc88eee-06d5-43b7-b2c3-c9c33473013d tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103559 Aug 31 01:10:06.523325 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-3ea55995-9df4-4539-ac07-3ebd047be49a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Allocated IP 172.20.0.6 (cbc670e8-9863-4523-934f-dc257f6800ff/8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9/ff29b76d-3af0-481c-8421-0548f73990c2) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:06.523844 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-49157ac1-e1c5-486f-b1f2-4429c3d7a99f None None] Port 2231241d-a0e5-44ed-9620-73f268e4b109 cannot update to ACTIVE because it is not bound. {{(pid=94636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:10:06.637835 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-45092aa8-ca13-4366-b5d0-00e8a6a77d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:06.651171 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856d1db-5bfb-4ef1-9fa9-735789f11b7a req-9a643bb0-126a-4c2c-8cca-035476cf5936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:06.652709 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-8856d1db-5bfb-4ef1-9fa9-735789f11b7a req-9a643bb0-126a-4c2c-8cca-035476cf5936 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b1759872-23c6-45b1-8c30-f40c20adda2a HTTP/1.1" status: 200 len: 1098 time: 0.0988390 Aug 31 01:10:06.730705 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-8856d1db-5bfb-4ef1-9fa9-735789f11b7a req-f65b2cfd-9830-4549-aa3b-6aae4f00a000 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636249 Aug 31 01:10:06.736846 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-3ea55995-9df4-4539-ac07-3ebd047be49a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:06.739006 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9f95bd64-1fa8-45a0-9934-aff5b8b19b47 req-bdb299c7-1915-4eba-a711-9897eb825c6b tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 210 time: 0.0596819 Aug 31 01:10:06.765365 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-3ea55995-9df4-4539-ac07-3ebd047be49a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Transition to ACTIVE for port object ff29b76d-3af0-481c-8421-0548f73990c2 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:06.765491 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.notifiers.nova [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-78a2a4bb-a195-4bee-bd8a-b6cffa1626e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2231241d-a0e5-44ed-9620-73f268e4b109 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:10:06.772922 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-78a2a4bb-a195-4bee-bd8a-b6cffa1626e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:06.787623 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-78a2a4bb-a195-4bee-bd8a-b6cffa1626e4 service neutron] Transition to ACTIVE for port object 2231241d-a0e5-44ed-9620-73f268e4b109 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:06.935524 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-3ea55995-9df4-4539-ac07-3ebd047be49a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:06.988894 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-3ea55995-9df4-4539-ac07-3ebd047be49a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Network cbc670e8-9863-4523-934f-dc257f6800ff is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:06.992187 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-3ea55995-9df4-4539-ac07-3ebd047be49a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:06.997280 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-3ea55995-9df4-4539-ac07-3ebd047be49a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:10:07.003066 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-3ea55995-9df4-4539-ac07-3ebd047be49a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:07.003760 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-3ea55995-9df4-4539-ac07-3ebd047be49a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:07.007579 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea55995-9df4-4539-ac07-3ebd047be49a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Pushing event updated for resources: {'Port': ['ID=ff29b76d-3af0-481c-8421-0548f73990c2,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:07.070019 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-78a2a4bb-a195-4bee-bd8a-b6cffa1626e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:07.078874 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69235f4-009e-4fb9-96a5-6bdfee1c0332 req-41e717c8-4fb5-48e9-a41a-1b2256bb23a4 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:07.080330 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f69235f4-009e-4fb9-96a5-6bdfee1c0332 req-41e717c8-4fb5-48e9-a41a-1b2256bb23a4 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/ports?device_id=f53552d4-4831-48e2-a9f0-47b547bcb6ed HTTP/1.1" status: 200 len: 946 time: 0.2461071 Aug 31 01:10:07.095409 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-3ea55995-9df4-4539-ac07-3ebd047be49a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2264700 Aug 31 01:10:07.122821 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-5641e886-b8a9-470d-b48c-5df27889df12 service neutron] Request body: {'port': {'device_id': 'c18aeaed-813d-454e-afc6-487c99d675eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:07.167541 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2a4bb-a195-4bee-bd8a-b6cffa1626e4 service neutron] Pushing event updated for resources: {'Port': ['ID=2231241d-a0e5-44ed-9620-73f268e4b109,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:07.179879 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 4b690769-caee-49fa-afb2-9accbc988ab7 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:10:07.182402 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae81e5e-a8e0-4344-b8b1-0caab21cc6ed req-f0d05148-43d4-4ce7-b270-c7eeb708081b tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:07.189943 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3ae81e5e-a8e0-4344-b8b1-0caab21cc6ed req-f0d05148-43d4-4ce7-b270-c7eeb708081b tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 932 time: 0.3127346 Aug 31 01:10:07.225972 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-5641e886-b8a9-470d-b48c-5df27889df12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:07.335229 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3ae81e5e-a8e0-4344-b8b1-0caab21cc6ed req-e5194357-2f96-4e96-8c46-046712539d7f tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324513 Aug 31 01:10:07.356672 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f69235f4-009e-4fb9-96a5-6bdfee1c0332 req-e0558a95-e6ce-4430-b69c-7d9f663893ac tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/security-groups?id=577dda9f-eaa4-4bb9-a257-fa486615b5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455664 Aug 31 01:10:07.359317 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-78a2a4bb-a195-4bee-bd8a-b6cffa1626e4 service neutron] Attempting to bind port 2231241d-a0e5-44ed-9620-73f268e4b109 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:10:07.363079 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-78a2a4bb-a195-4bee-bd8a-b6cffa1626e4 service neutron] Attempting to bind port 2231241d-a0e5-44ed-9620-73f268e4b109 by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': '85bfaf1f-5a21-4307-abff-21e0aaca3a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '30fb7d9d-48f3-4521-a14a-db6a70863ca4'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:10:07.363536 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-78a2a4bb-a195-4bee-bd8a-b6cffa1626e4 service neutron] Attempting to bind port 2231241d-a0e5-44ed-9620-73f268e4b109 on network 30fb7d9d-48f3-4521-a14a-db6a70863ca4 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:10:07.377947 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-78a2a4bb-a195-4bee-bd8a-b6cffa1626e4 service neutron] Port 2231241d-a0e5-44ed-9620-73f268e4b109 on network 30fb7d9d-48f3-4521-a14a-db6a70863ca4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:10:07.378555 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-78a2a4bb-a195-4bee-bd8a-b6cffa1626e4 service neutron] Attempting to bind port 2231241d-a0e5-44ed-9620-73f268e4b109 on network 30fb7d9d-48f3-4521-a14a-db6a70863ca4 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:10:07.390777 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-78a2a4bb-a195-4bee-bd8a-b6cffa1626e4 service neutron] Checking agent: {'id': 'eda6ee24-af74-4eb1-946c-b1b8388ec369', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 7, 44), 'started_at': datetime.datetime(2021, 8, 31, 1, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:10:07.393947 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-78a2a4bb-a195-4bee-bd8a-b6cffa1626e4 service neutron] Checking segment: {'id': '85bfaf1f-5a21-4307-abff-21e0aaca3a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '30fb7d9d-48f3-4521-a14a-db6a70863ca4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:10:07.395211 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-78a2a4bb-a195-4bee-bd8a-b6cffa1626e4 service neutron] Bound using segment: {'id': '85bfaf1f-5a21-4307-abff-21e0aaca3a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '30fb7d9d-48f3-4521-a14a-db6a70863ca4'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:10:07.395963 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-78a2a4bb-a195-4bee-bd8a-b6cffa1626e4 service neutron] Bound port: 2231241d-a0e5-44ed-9620-73f268e4b109, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85bfaf1f-5a21-4307-abff-21e0aaca3a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '30fb7d9d-48f3-4521-a14a-db6a70863ca4'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:10:07.397382 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-78a2a4bb-a195-4bee-bd8a-b6cffa1626e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:07.449800 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 54798) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:07.456633 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 4b690769-caee-49fa-afb2-9accbc988ab7, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=4b690769-caee-49fa-afb2-9accbc988ab7,segment=NetworkSegment(12c59999-25ae-4408-be66-1cc437a4d78f),segment_id=12c59999-25ae-4408-be66-1cc437a4d78f)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:07.472971 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Returning: {'device': '4b690769-caee-49fa-afb2-9accbc988ab7', 'network_id': 'fd548e74-43b1-430f-a0ef-aa76573cce11', 'port_id': '4b690769-caee-49fa-afb2-9accbc988ab7', 'mac_address': 'fa:16:3e:d5:3a:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28514019-93de-4286-b066-532f8dc6920b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:10:07.520056 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:07.537594 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b690769-caee-49fa-afb2-9accbc988ab7 {{(pid=94636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:10:07.560757 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-78a2a4bb-a195-4bee-bd8a-b6cffa1626e4 service neutron] For port 2231241d-a0e5-44ed-9620-73f268e4b109, host hv-cinder-76018, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:10:07.588843 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-00fa5a83-d7dd-496d-932a-4eda23ed0a03 None None] Provisioning for port ff29b76d-3af0-481c-8421-0548f73990c2 completed by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:07.593906 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bb8be-5a7f-4873-af7c-960bd224952f req-ff271828-7661-4a9e-8a9f-b2c08eedd52d tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:07.602272 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-228bb8be-5a7f-4873-af7c-960bd224952f req-ff271828-7661-4a9e-8a9f-b2c08eedd52d tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1759872-23c6-45b1-8c30-f40c20adda2a HTTP/1.1" status: 200 len: 945 time: 0.1451013 Aug 31 01:10:07.603848 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 4b690769-caee-49fa-afb2-9accbc988ab7, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=4b690769-caee-49fa-afb2-9accbc988ab7,segment=NetworkSegment(12c59999-25ae-4408-be66-1cc437a4d78f),segment_id=12c59999-25ae-4408-be66-1cc437a4d78f)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:07.605219 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-00fa5a83-d7dd-496d-932a-4eda23ed0a03 None None] Provisioning complete for port ff29b76d-3af0-481c-8421-0548f73990c2 triggered by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:07.605532 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-78a2a4bb-a195-4bee-bd8a-b6cffa1626e4 service neutron] For port 2231241d-a0e5-44ed-9620-73f268e4b109, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=2231241d-a0e5-44ed-9620-73f268e4b109,segment=NetworkSegment(85bfaf1f-5a21-4307-abff-21e0aaca3a13),segment_id=85bfaf1f-5a21-4307-abff-21e0aaca3a13)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:10:07.605945 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-00fa5a83-d7dd-496d-932a-4eda23ed0a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:07.619115 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5ba865f6-396d-4bfb-8dfb-e0a3f63923bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:07.658127 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-228bb8be-5a7f-4873-af7c-960bd224952f req-0b3fd5b2-5fd6-4f74-ad62-8a3c4d809cf6 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548813 Aug 31 01:10:07.658866 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-00fa5a83-d7dd-496d-932a-4eda23ed0a03 None None] Port ff29b76d-3af0-481c-8421-0548f73990c2 cannot update to ACTIVE because it is not bound. {{(pid=94636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:10:07.667109 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:07.687698 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.notifiers.nova [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-5641e886-b8a9-470d-b48c-5df27889df12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff29b76d-3af0-481c-8421-0548f73990c2 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:10:07.696636 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-5641e886-b8a9-470d-b48c-5df27889df12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:07.709075 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0510284-2753-4037-916e-5bcc79eefeb6 req-3be29eec-77bc-4831-b6bb-ad35303e1b65 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:07.711124 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a0510284-2753-4037-916e-5bcc79eefeb6 req-3be29eec-77bc-4831-b6bb-ad35303e1b65 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 943 time: 0.0740051 Aug 31 01:10:07.720754 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=4b690769-caee-49fa-afb2-9accbc988ab7,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:07.724273 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-78a2a4bb-a195-4bee-bd8a-b6cffa1626e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:07.725328 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-5641e886-b8a9-470d-b48c-5df27889df12 service neutron] Transition to ACTIVE for port object ff29b76d-3af0-481c-8421-0548f73990c2 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:07.778161 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5ba865f6-396d-4bfb-8dfb-e0a3f63923bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:07.779203 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-78a2a4bb-a195-4bee-bd8a-b6cffa1626e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:07.779840 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-78a2a4bb-a195-4bee-bd8a-b6cffa1626e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for port, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:07.781238 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-78a2a4bb-a195-4bee-bd8a-b6cffa1626e4 service neutron] 10.222.0.72 "PUT /v2.0/ports/2231241d-a0e5-44ed-9620-73f268e4b109 HTTP/1.1" status: 200 len: 1094 time: 1.5946681 Aug 31 01:10:07.784086 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8a41287-23a0-451c-b472-8e0af28bb04a', 'tag': '2231241d-a0e5-44ed-9620-73f268e4b109'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:10:07.815151 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-5641e886-b8a9-470d-b48c-5df27889df12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:07.855544 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5ba865f6-396d-4bfb-8dfb-e0a3f63923bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:07.910213 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-5ba865f6-396d-4bfb-8dfb-e0a3f63923bf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c9022bac6fb64c10bbf17188fbd77e13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4569190 Aug 31 01:10:07.912270 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba865f6-396d-4bfb-8dfb-e0a3f63923bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f8ca18-e388-4fed-92ef-9554fdc1d2ca,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:07.915539 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 54812) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:07.934914 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a0510284-2753-4037-916e-5bcc79eefeb6 req-6c9d6bdd-7aa9-4ede-975b-d25b45dc977e tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066488 Aug 31 01:10:07.937886 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] get_ports_and_sgs() called for port_ids ['4b690769-caee-49fa-afb2-9accbc988ab7'] {{(pid=94636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:10:07.943515 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2a4bb-a195-4bee-bd8a-b6cffa1626e4 service neutron] Pushing event updated for resources: {'Port': ['ID=2231241d-a0e5-44ed-9620-73f268e4b109,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:07.975327 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5641e886-b8a9-470d-b48c-5df27889df12 service neutron] Pushing event updated for resources: {'Port': ['ID=ff29b76d-3af0-481c-8421-0548f73990c2,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:07.995782 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3a27a-00e1-41ae-a8a9-129cdbe0dbec req-aa4fb779-48a7-4607-8cb3-6722d3738ea8 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:08.011128 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e7d3a27a-00e1-41ae-a8a9-129cdbe0dbec req-aa4fb779-48a7-4607-8cb3-6722d3738ea8 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 943 time: 0.1605430 Aug 31 01:10:08.027792 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-5641e886-b8a9-470d-b48c-5df27889df12 service neutron] Attempting to bind port ff29b76d-3af0-481c-8421-0548f73990c2 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:10:08.028130 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-5641e886-b8a9-470d-b48c-5df27889df12 service neutron] Attempting to bind port ff29b76d-3af0-481c-8421-0548f73990c2 by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': '6d53e54b-6190-4b24-885a-ba7d2444e469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:10:08.029153 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-5641e886-b8a9-470d-b48c-5df27889df12 service neutron] Attempting to bind port ff29b76d-3af0-481c-8421-0548f73990c2 on network cbc670e8-9863-4523-934f-dc257f6800ff {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:10:08.042406 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-5641e886-b8a9-470d-b48c-5df27889df12 service neutron] Port ff29b76d-3af0-481c-8421-0548f73990c2 on network cbc670e8-9863-4523-934f-dc257f6800ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:10:08.042824 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-5641e886-b8a9-470d-b48c-5df27889df12 service neutron] Attempting to bind port ff29b76d-3af0-481c-8421-0548f73990c2 on network cbc670e8-9863-4523-934f-dc257f6800ff {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:10:08.049934 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-5641e886-b8a9-470d-b48c-5df27889df12 service neutron] Checking agent: {'id': 'eda6ee24-af74-4eb1-946c-b1b8388ec369', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 7, 44), 'started_at': datetime.datetime(2021, 8, 31, 1, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:10:08.050274 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-5641e886-b8a9-470d-b48c-5df27889df12 service neutron] Checking segment: {'id': '6d53e54b-6190-4b24-885a-ba7d2444e469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:10:08.050696 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-5641e886-b8a9-470d-b48c-5df27889df12 service neutron] Bound using segment: {'id': '6d53e54b-6190-4b24-885a-ba7d2444e469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:10:08.051185 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-5641e886-b8a9-470d-b48c-5df27889df12 service neutron] Bound port: ff29b76d-3af0-481c-8421-0548f73990c2, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d53e54b-6190-4b24-885a-ba7d2444e469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:10:08.051545 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-5641e886-b8a9-470d-b48c-5df27889df12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:08.066196 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8d6ce322-af95-4543-93d4-c194599d3fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:08.120742 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8d6ce322-af95-4543-93d4-c194599d3fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:08.218500 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e7d3a27a-00e1-41ae-a8a9-129cdbe0dbec req-9dbbb581-f510-47e9-b95b-78fb800fc9e5 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053277 Aug 31 01:10:08.238966 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b881214d57cd1965c46d5ffcb12adc10c1d351a412fd4a0d5151f09a2b3a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fca60c0-dad8-4e5f-9e45-2bb4276eba68" -d '{"events": [{"name": "network-changed", "server_uuid": "c8a41287-23a0-451c-b472-8e0af28bb04a", "tag": "2231241d-a0e5-44ed-9620-73f268e4b109"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:10:08.269591 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-1f28707f-9846-4285-9b76-3cf605a265ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:08.275154 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-1f28707f-9846-4285-9b76-3cf605a265ce service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ffa2d2788a446da9bb35bff34b67588&device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 1097 time: 0.2619898 Aug 31 01:10:08.284507 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8d6ce322-af95-4543-93d4-c194599d3fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:08.287023 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8d6ce322-af95-4543-93d4-c194599d3fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:08.288172 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-8d6ce322-af95-4543-93d4-c194599d3fdc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/29f8ca18-e388-4fed-92ef-9554fdc1d2ca HTTP/1.1" status: 204 len: 168 time: 0.3666811 Aug 31 01:10:08.323953 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ce322-af95-4543-93d4-c194599d3fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f8ca18-e388-4fed-92ef-9554fdc1d2ca,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:08.379617 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-5641e886-b8a9-470d-b48c-5df27889df12 service neutron] For port ff29b76d-3af0-481c-8421-0548f73990c2, host hv-cinder-76018, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:10:08.383908 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-5641e886-b8a9-470d-b48c-5df27889df12 service neutron] For port ff29b76d-3af0-481c-8421-0548f73990c2, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=ff29b76d-3af0-481c-8421-0548f73990c2,segment=NetworkSegment(6d53e54b-6190-4b24-885a-ba7d2444e469),segment_id=6d53e54b-6190-4b24-885a-ba7d2444e469)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:10:08.447113 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0658f3-9450-4cf2-b627-817b3f0f64ac x-openstack-request-id: req-7a0658f3-9450-4cf2-b627-817b3f0f64ac {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:10:08.447617 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8a41287-23a0-451c-b472-8e0af28bb04a", "tag": "2231241d-a0e5-44ed-9620-73f268e4b109", "status": "completed", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:10:08.447617 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7a0658f3-9450-4cf2-b627-817b3f0f64ac {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:10:08.448071 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8a41287-23a0-451c-b472-8e0af28bb04a', 'tag': '2231241d-a0e5-44ed-9620-73f268e4b109', 'status': 'completed', 'code': 200} Aug 31 01:10:08.451253 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-b5141552-105a-4fe3-9734-ebb97ca2e93f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2231241d-a0e5-44ed-9620-73f268e4b109 HTTP/1.1" status: 200 len: 217 time: 0.1684287 Aug 31 01:10:08.488757 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-5641e886-b8a9-470d-b48c-5df27889df12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:08.530177 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-5641e886-b8a9-470d-b48c-5df27889df12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:08.531181 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-5641e886-b8a9-470d-b48c-5df27889df12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:08.532781 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-5641e886-b8a9-470d-b48c-5df27889df12 service neutron] 10.222.0.72 "PUT /v2.0/ports/ff29b76d-3af0-481c-8421-0548f73990c2 HTTP/1.1" status: 200 len: 1093 time: 1.4188080 Aug 31 01:10:08.533221 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c18aeaed-813d-454e-afc6-487c99d675eb', 'tag': 'ff29b76d-3af0-481c-8421-0548f73990c2'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:10:08.535541 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b045d85a9f13e76f05933045f29fa7ac65172c85c310fc202a594bb475bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ceb2a22-c9c1-4870-bbf0-31bee1cbfb89" -d '{"events": [{"name": "network-changed", "server_uuid": "c18aeaed-813d-454e-afc6-487c99d675eb", "tag": "ff29b76d-3af0-481c-8421-0548f73990c2"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:10:08.562532 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5641e886-b8a9-470d-b48c-5df27889df12 service neutron] Pushing event updated for resources: {'Port': ['ID=ff29b76d-3af0-481c-8421-0548f73990c2,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:08.570263 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-a0b303e3-58b6-4599-9224-e9b8ae9d15f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:08.571797 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-a0b303e3-58b6-4599-9224-e9b8ae9d15f9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b8d6dea-cd1f-4897-b8eb-208006d6ba9a HTTP/1.1" status: 200 len: 850 time: 0.1119883 Aug 31 01:10:08.603633 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470feb7d-3150-4adb-815e-e6a6bad08e60 req-4ac0c7b1-3f1d-4305-9a5c-13251f8ee5ec tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:08.610881 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-470feb7d-3150-4adb-815e-e6a6bad08e60 req-4ac0c7b1-3f1d-4305-9a5c-13251f8ee5ec tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 944 time: 0.1618357 Aug 31 01:10:08.710081 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b6abd-9f1a-448a-a604-ccf9455f59c7 req-ae8e257c-0587-4115-aa85-46d8c1283f20 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:08.712523 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-605b6abd-9f1a-448a-a604-ccf9455f59c7 req-ae8e257c-0587-4115-aa85-46d8c1283f20 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/ports?device_id=f53552d4-4831-48e2-a9f0-47b547bcb6ed HTTP/1.1" status: 200 len: 946 time: 0.2265713 Aug 31 01:10:08.738450 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-1b3fc427-1efc-4f3b-aa57-88845802fc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:08.740692 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-1b3fc427-1efc-4f3b-aa57-88845802fc91 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8e8ee4f4a0b14bda8b938a88a2dab8cd&device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 1096 time: 0.0941665 Aug 31 01:10:08.766787 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-9bbc5add-3228-46fa-8ed9-5925685a6597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:08.770433 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-9bbc5add-3228-46fa-8ed9-5925685a6597 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30fb7d9d-48f3-4521-a14a-db6a70863ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1842878 Aug 31 01:10:08.781866 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-470feb7d-3150-4adb-815e-e6a6bad08e60 req-2f937f9d-db7c-4837-ab16-9d3a3ffda19e tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701472 Aug 31 01:10:08.797895 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-1716583e-adcf-4a8e-8394-12abd2adb66e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff29b76d-3af0-481c-8421-0548f73990c2 HTTP/1.1" status: 200 len: 217 time: 0.0485542 Aug 31 01:10:08.863334 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-605b6abd-9f1a-448a-a604-ccf9455f59c7 req-4f199546-dbe5-4040-9d4d-2f83678bd0a6 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/security-groups?id=577dda9f-eaa4-4bb9-a257-fa486615b5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330981 Aug 31 01:10:08.878985 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-4cbc048f-8ef2-483d-984b-cf9d56135121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:08.880838 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-4cbc048f-8ef2-483d-984b-cf9d56135121 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9 HTTP/1.1" status: 200 len: 856 time: 0.0750613 Aug 31 01:10:08.915131 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8bde4dd-97ce-41d5-9b68-ff3210798636 x-openstack-request-id: req-b8bde4dd-97ce-41d5-9b68-ff3210798636 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:10:08.915420 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c18aeaed-813d-454e-afc6-487c99d675eb", "tag": "ff29b76d-3af0-481c-8421-0548f73990c2", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:10:08.915668 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b8bde4dd-97ce-41d5-9b68-ff3210798636 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:10:08.916055 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c18aeaed-813d-454e-afc6-487c99d675eb', 'tag': 'ff29b76d-3af0-481c-8421-0548f73990c2', 'status': 'completed', 'code': 200} Aug 31 01:10:08.932052 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-2dcdedfc-304a-4957-bd6d-0afc5643a811 service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519301 Aug 31 01:10:08.943516 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-1e4db9f9-5d18-44a4-a886-68beb980ec19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:08.945210 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-1e4db9f9-5d18-44a4-a886-68beb980ec19 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cbc670e8-9863-4523-934f-dc257f6800ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573032 Aug 31 01:10:08.954192 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d864d265-64d0-4113-81ab-c591d9194797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:09.091949 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-56d587f5-7631-4c56-a474-f17e8b7b708b service neutron] 10.222.0.72 "GET /v2.0/networks/cbc670e8-9863-4523-934f-dc257f6800ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282372 Aug 31 01:10:09.109364 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809292b7-5c6e-4ae2-9af2-2269253d7bb8 req-bdf32c04-09e7-48bf-82f4-4241b6fda407 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:09.110861 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-809292b7-5c6e-4ae2-9af2-2269253d7bb8 req-bdf32c04-09e7-48bf-82f4-4241b6fda407 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1759872-23c6-45b1-8c30-f40c20adda2a HTTP/1.1" status: 200 len: 945 time: 0.1532202 Aug 31 01:10:09.130028 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0a398fbd-bffb-474e-8fd0-221bff6b2e65 req-1291a3c2-b7a8-4ffc-97fe-97980c89d4b9 service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824813 Aug 31 01:10:09.170386 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f5950-53bd-4764-8fc0-649168bfdb9a req-cede1b06-8056-41e8-91b3-e35b76604731 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:09.171956 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1d3f5950-53bd-4764-8fc0-649168bfdb9a req-cede1b06-8056-41e8-91b3-e35b76604731 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 943 time: 0.1243851 Aug 31 01:10:09.192784 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-809292b7-5c6e-4ae2-9af2-2269253d7bb8 req-c2be791b-3f4b-41eb-a827-7f6aaa61d1b1 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709708 Aug 31 01:10:09.196703 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 3ac65665-ac93-4f99-ae17-d13e9ea8c3ab details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:10:09.199822 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 4b690769-caee-49fa-afb2-9accbc988ab7 up at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:10:09.224438 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1d3f5950-53bd-4764-8fc0-649168bfdb9a req-50624f30-c6fe-4633-8f2b-e8ec6a367bff tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459387 Aug 31 01:10:09.340758 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 54854) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:09.367362 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e5b3c91a-0181-490b-bdac-407e472fab01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:09.410442 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca60c0-dad8-4e5f-9e45-2bb4276eba68 req-a68f4e7a-6c88-4656-ab13-09198407d377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:09.410691 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 3ac65665-ac93-4f99-ae17-d13e9ea8c3ab, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=3ac65665-ac93-4f99-ae17-d13e9ea8c3ab,segment=NetworkSegment(12c59999-25ae-4408-be66-1cc437a4d78f),segment_id=12c59999-25ae-4408-be66-1cc437a4d78f)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:09.412361 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9fca60c0-dad8-4e5f-9e45-2bb4276eba68 req-a68f4e7a-6c88-4656-ab13-09198407d377 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ffa2d2788a446da9bb35bff34b67588&device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 1097 time: 0.1194339 Aug 31 01:10:09.420877 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:09.426174 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Provisioning for port 4b690769-caee-49fa-afb2-9accbc988ab7 completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:09.432511 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Returning: {'device': '3ac65665-ac93-4f99-ae17-d13e9ea8c3ab', 'network_id': 'fd548e74-43b1-430f-a0ef-aa76573cce11', 'port_id': '3ac65665-ac93-4f99-ae17-d13e9ea8c3ab', 'mac_address': 'fa:16:3e:bf:f7:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28514019-93de-4286-b066-532f8dc6920b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:10:09.434292 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Provisioning complete for port 4b690769-caee-49fa-afb2-9accbc988ab7 triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:09.434608 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:09.460379 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-f9b781d3-b9c1-4554-9d99-22893a0e8067 req-34182692-7829-4445-bf8d-efbdb9f5f085 service neutron] 10.222.0.72 "GET /v2.0/networks/cbc670e8-9863-4523-934f-dc257f6800ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604443 Aug 31 01:10:09.475145 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647af84-979b-4e4f-ba92-c5afd96d0c60 req-2a160470-df4b-481b-b222-18f14c137883 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:09.476785 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3647af84-979b-4e4f-ba92-c5afd96d0c60 req-2a160470-df4b-481b-b222-18f14c137883 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 943 time: 0.1338282 Aug 31 01:10:09.515999 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:09.531955 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ac65665-ac93-4f99-ae17-d13e9ea8c3ab {{(pid=94636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:10:09.571429 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 3ac65665-ac93-4f99-ae17-d13e9ea8c3ab, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=3ac65665-ac93-4f99-ae17-d13e9ea8c3ab,segment=NetworkSegment(12c59999-25ae-4408-be66-1cc437a4d78f),segment_id=12c59999-25ae-4408-be66-1cc437a4d78f)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:09.581258 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:09.605428 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb63d998-dea4-4e19-bfa3-80f85543374a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b690769-caee-49fa-afb2-9accbc988ab7'}] {{(pid=94636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:10:09.607870 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d232dde22f81f13b8276e8d192a9956b8a1abe374d21fab87add1b29b36cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0250447-ff6a-4f9a-a903-8e2727fa2985" -d '{"events": [{"server_uuid": "eb63d998-dea4-4e19-bfa3-80f85543374a", "name": "network-vif-plugged", "status": "completed", "tag": "4b690769-caee-49fa-afb2-9accbc988ab7"}]}' {{(pid=94636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:10:09.621653 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 4b690769-caee-49fa-afb2-9accbc988ab7, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=4b690769-caee-49fa-afb2-9accbc988ab7,segment=NetworkSegment(12c59999-25ae-4408-be66-1cc437a4d78f),segment_id=12c59999-25ae-4408-be66-1cc437a4d78f)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:09.639408 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3647af84-979b-4e4f-ba92-c5afd96d0c60 req-43c009ee-0441-4969-87bc-e9c79d441d89 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309032 Aug 31 01:10:09.651794 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca60c0-dad8-4e5f-9e45-2bb4276eba68 req-b671404f-6ba8-4c08-ad64-47c06ffb1c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:09.654087 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9fca60c0-dad8-4e5f-9e45-2bb4276eba68 req-b671404f-6ba8-4c08-ad64-47c06ffb1c94 service neutron] 10.222.0.72 "GET /v2.0/networks?id=30fb7d9d-48f3-4521-a14a-db6a70863ca4 HTTP/1.1" status: 200 len: 912 time: 0.2328830 Aug 31 01:10:09.656105 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8d217e-820e-464a-996e-3708bdac47a6 x-openstack-request-id: req-7c8d217e-820e-464a-996e-3708bdac47a6 {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:10:09.656403 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb63d998-dea4-4e19-bfa3-80f85543374a", "name": "network-vif-plugged", "status": "completed", "tag": "4b690769-caee-49fa-afb2-9accbc988ab7", "code": 200}]} {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:10:09.656657 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7c8d217e-820e-464a-996e-3708bdac47a6 {{(pid=94636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:10:09.657058 dv-cinder-760180-3-iscsi neutron-server[94636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb63d998-dea4-4e19-bfa3-80f85543374a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b690769-caee-49fa-afb2-9accbc988ab7', 'code': 200} Aug 31 01:10:09.698041 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:09.710841 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9fca60c0-dad8-4e5f-9e45-2bb4276eba68 req-6e3002bc-ee78-4473-8788-cd31481041bb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2231241d-a0e5-44ed-9620-73f268e4b109 HTTP/1.1" status: 200 len: 217 time: 0.0421085 Aug 31 01:10:09.739558 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb2a22-c9c1-4870-bbf0-31bee1cbfb89 req-9b9c136f-8223-43b8-9fb9-12a6d5ab8bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:09.741379 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-2ceb2a22-c9c1-4870-bbf0-31bee1cbfb89 req-9b9c136f-8223-43b8-9fb9-12a6d5ab8bfb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8e8ee4f4a0b14bda8b938a88a2dab8cd&device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 1096 time: 0.0608761 Aug 31 01:10:09.745331 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:09.763028 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e5b3c91a-0181-490b-bdac-407e472fab01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:09.766986 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:10:09.810316 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=3ac65665-ac93-4f99-ae17-d13e9ea8c3ab,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:09.873018 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb2a22-c9c1-4870-bbf0-31bee1cbfb89 req-7a8d5f9c-a087-4398-bf42-920440e1c89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:09.874557 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-2ceb2a22-c9c1-4870-bbf0-31bee1cbfb89 req-7a8d5f9c-a087-4398-bf42-920440e1c89b service neutron] 10.222.0.72 "GET /v2.0/networks?id=cbc670e8-9863-4523-934f-dc257f6800ff HTTP/1.1" status: 200 len: 918 time: 0.1245415 Aug 31 01:10:09.941515 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-2ceb2a22-c9c1-4870-bbf0-31bee1cbfb89 req-bebcd4cd-ae9b-4339-b1ed-6c58bebd9042 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff29b76d-3af0-481c-8421-0548f73990c2 HTTP/1.1" status: 200 len: 217 time: 0.0583041 Aug 31 01:10:09.954399 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=4b690769-caee-49fa-afb2-9accbc988ab7,revision_number=5']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:10.021655 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:10.030374 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] get_ports_and_sgs() called for port_ids ['3ac65665-ac93-4f99-ae17-d13e9ea8c3ab'] {{(pid=94636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:10:10.064827 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb2a22-c9c1-4870-bbf0-31bee1cbfb89 req-a92d5415-7007-4f42-913e-2abd587282ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:10.068812 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-2ceb2a22-c9c1-4870-bbf0-31bee1cbfb89 req-a92d5415-7007-4f42-913e-2abd587282ab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9 HTTP/1.1" status: 200 len: 856 time: 0.1121583 Aug 31 01:10:10.071151 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e5b3c91a-0181-490b-bdac-407e472fab01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:10.105995 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b3c91a-0181-490b-bdac-407e472fab01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be605a9-d9ee-4f17-9428-6c9e30432720,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:10.135093 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca60c0-dad8-4e5f-9e45-2bb4276eba68 req-a1530700-0d8d-4876-b158-b52a7b1793f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:10.136616 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9fca60c0-dad8-4e5f-9e45-2bb4276eba68 req-a1530700-0d8d-4876-b158-b52a7b1793f7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b8d6dea-cd1f-4897-b8eb-208006d6ba9a HTTP/1.1" status: 200 len: 850 time: 0.4158494 Aug 31 01:10:10.145950 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8a4ed-db32-426a-9425-daed5eaccec5 req-1a2c200b-121d-4784-90bf-1966a047b041 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:10.147446 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5fe8a4ed-db32-426a-9425-daed5eaccec5 req-1a2c200b-121d-4784-90bf-1966a047b041 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 944 time: 0.1037199 Aug 31 01:10:10.150256 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8559cc7-f4f8-447e-983e-04ca74ea5ab9 req-410fa2ad-1a92-4c50-a61b-3f19ce444375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:10.151822 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-b8559cc7-f4f8-447e-983e-04ca74ea5ab9 req-410fa2ad-1a92-4c50-a61b-3f19ce444375 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 1099 time: 0.1455946 Aug 31 01:10:10.159039 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-e5b3c91a-0181-490b-bdac-407e472fab01 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cc3308abd9fa48b8934e7cbd675c95f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8240097 Aug 31 01:10:10.162508 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 54874) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:10.211991 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5fe8a4ed-db32-426a-9425-daed5eaccec5 req-32b2abe7-2366-4f0f-9241-4b80623f9cca tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498722 Aug 31 01:10:10.232794 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca60c0-dad8-4e5f-9e45-2bb4276eba68 req-f9742094-abcb-4409-8852-8febb109bbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:10.234366 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9fca60c0-dad8-4e5f-9e45-2bb4276eba68 req-f9742094-abcb-4409-8852-8febb109bbac service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30fb7d9d-48f3-4521-a14a-db6a70863ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0858448 Aug 31 01:10:10.267049 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb2a22-c9c1-4870-bbf0-31bee1cbfb89 req-2d01e229-aa94-4d8c-9a9c-47506de978cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:10.268130 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-2ceb2a22-c9c1-4870-bbf0-31bee1cbfb89 req-2d01e229-aa94-4d8c-9a9c-47506de978cf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cbc670e8-9863-4523-934f-dc257f6800ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1840425 Aug 31 01:10:10.287811 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-b8559cc7-f4f8-447e-983e-04ca74ea5ab9 req-5c3476a4-a6d8-4852-a797-bf4d25415028 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202443 Aug 31 01:10:10.356789 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-42c33a46-e18a-4f2a-a53e-d53226823b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:10.358709 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9fca60c0-dad8-4e5f-9e45-2bb4276eba68 req-12e4274a-3852-451b-a7e5-485e5db087c2 service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139047 Aug 31 01:10:10.384602 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-42c33a46-e18a-4f2a-a53e-d53226823b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:10.412235 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8df56e-f75f-47ba-8a97-33504aa1497a req-2e820f9c-0007-4c08-90ce-be5f1024644d tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:10.413981 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-df8df56e-f75f-47ba-8a97-33504aa1497a req-2e820f9c-0007-4c08-90ce-be5f1024644d tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 944 time: 0.0511813 Aug 31 01:10:10.441982 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-2ceb2a22-c9c1-4870-bbf0-31bee1cbfb89 req-3461031c-6155-415d-aff0-f001f1154e7d service neutron] 10.222.0.72 "GET /v2.0/networks/cbc670e8-9863-4523-934f-dc257f6800ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577013 Aug 31 01:10:10.455905 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-df8df56e-f75f-47ba-8a97-33504aa1497a req-18a5889b-9b3b-4f31-9c55-4cbe1f7c5540 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346766 Aug 31 01:10:10.589771 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9fca60c0-dad8-4e5f-9e45-2bb4276eba68 req-029d7de3-1fbb-4b7f-bf8b-cc594b1626ed service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846815 Aug 31 01:10:10.590871 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-2ceb2a22-c9c1-4870-bbf0-31bee1cbfb89 req-b64c9c70-2687-4b64-b4da-fee8f66063dc service neutron] 10.222.0.72 "GET /v2.0/networks/cbc670e8-9863-4523-934f-dc257f6800ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860291 Aug 31 01:10:10.689259 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-42c33a46-e18a-4f2a-a53e-d53226823b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:10.692102 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-42c33a46-e18a-4f2a-a53e-d53226823b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:10.692982 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-42c33a46-e18a-4f2a-a53e-d53226823b89 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5be605a9-d9ee-4f17-9428-6c9e30432720 HTTP/1.1" status: 204 len: 168 time: 0.5241492 Aug 31 01:10:10.703252 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c33a46-e18a-4f2a-a53e-d53226823b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be605a9-d9ee-4f17-9428-6c9e30432720,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:10.789778 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696b890-7fda-4848-95c7-68853abc08c6 req-56284f6a-8b17-441c-8105-9006c4e8943c tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:10.791310 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7696b890-7fda-4848-95c7-68853abc08c6 req-56284f6a-8b17-441c-8105-9006c4e8943c tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 943 time: 0.0491776 Aug 31 01:10:10.829529 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7696b890-7fda-4848-95c7-68853abc08c6 req-df8e843d-eb41-4564-aa19-b2f7452ea085 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319648 Aug 31 01:10:11.210560 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device ff29b76d-3af0-481c-8421-0548f73990c2 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:10:11.213766 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 3ac65665-ac93-4f99-ae17-d13e9ea8c3ab up at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:10:11.379742 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port ff29b76d-3af0-481c-8421-0548f73990c2, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=ff29b76d-3af0-481c-8421-0548f73990c2,segment=NetworkSegment(6d53e54b-6190-4b24-885a-ba7d2444e469),segment_id=6d53e54b-6190-4b24-885a-ba7d2444e469)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:11.393277 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Returning: {'device': 'ff29b76d-3af0-481c-8421-0548f73990c2', 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff', 'port_id': 'ff29b76d-3af0-481c-8421-0548f73990c2', 'mac_address': 'fa:16:3e:3b:79:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:10:11.397933 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1a841-3752-4bfd-83aa-e824866f99c0 req-fa9e6f92-dd94-4ffd-830c-4acad7087329 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:11.400108 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-31f1a841-3752-4bfd-83aa-e824866f99c0 req-fa9e6f92-dd94-4ffd-830c-4acad7087329 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 944 time: 0.0837123 Aug 31 01:10:11.453984 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-31f1a841-3752-4bfd-83aa-e824866f99c0 req-14a616a7-b2b5-426e-8e44-c3e890ba56cd tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473218 Aug 31 01:10:11.455773 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:11.478131 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff29b76d-3af0-481c-8421-0548f73990c2 {{(pid=94636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:10:11.484456 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Provisioning for port 3ac65665-ac93-4f99-ae17-d13e9ea8c3ab completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:11.489297 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Provisioning complete for port 3ac65665-ac93-4f99-ae17-d13e9ea8c3ab triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:11.489740 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:11.522376 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port ff29b76d-3af0-481c-8421-0548f73990c2, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=ff29b76d-3af0-481c-8421-0548f73990c2,segment=NetworkSegment(6d53e54b-6190-4b24-885a-ba7d2444e469),segment_id=6d53e54b-6190-4b24-885a-ba7d2444e469)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:11.579141 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:11.611114 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 3ac65665-ac93-4f99-ae17-d13e9ea8c3ab, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=3ac65665-ac93-4f99-ae17-d13e9ea8c3ab,segment=NetworkSegment(12c59999-25ae-4408-be66-1cc437a4d78f),segment_id=12c59999-25ae-4408-be66-1cc437a4d78f)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:11.658180 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab325d5f-f080-46dd-9bbd-d0cea0a92840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac65665-ac93-4f99-ae17-d13e9ea8c3ab'}] {{(pid=94636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:10:11.660625 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d232dde22f81f13b8276e8d192a9956b8a1abe374d21fab87add1b29b36cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79e85f6-147d-4398-8b1a-52b6a14ce44e" -d '{"events": [{"server_uuid": "ab325d5f-f080-46dd-9bbd-d0cea0a92840", "name": "network-vif-plugged", "status": "completed", "tag": "3ac65665-ac93-4f99-ae17-d13e9ea8c3ab"}]}' {{(pid=94636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:10:11.712442 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:11.713270 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 2231241d-a0e5-44ed-9620-73f268e4b109 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:10:11.756552 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:11.809557 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=ff29b76d-3af0-481c-8421-0548f73990c2,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:11.888068 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=3ac65665-ac93-4f99-ae17-d13e9ea8c3ab,revision_number=5']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:11.901164 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 2231241d-a0e5-44ed-9620-73f268e4b109, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=2231241d-a0e5-44ed-9620-73f268e4b109,segment=NetworkSegment(85bfaf1f-5a21-4307-abff-21e0aaca3a13),segment_id=85bfaf1f-5a21-4307-abff-21e0aaca3a13)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:11.911284 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Returning: {'device': '2231241d-a0e5-44ed-9620-73f268e4b109', 'network_id': '30fb7d9d-48f3-4521-a14a-db6a70863ca4', 'port_id': '2231241d-a0e5-44ed-9620-73f268e4b109', 'mac_address': 'fa:16:3e:82:f4:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b8d6dea-cd1f-4897-b8eb-208006d6ba9a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:10:11.953149 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:11.966127 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2231241d-a0e5-44ed-9620-73f268e4b109 {{(pid=94636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:10:11.985060 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 2231241d-a0e5-44ed-9620-73f268e4b109, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=2231241d-a0e5-44ed-9620-73f268e4b109,segment=NetworkSegment(85bfaf1f-5a21-4307-abff-21e0aaca3a13),segment_id=85bfaf1f-5a21-4307-abff-21e0aaca3a13)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:12.020528 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:12.106692 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:12.156265 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=2231241d-a0e5-44ed-9620-73f268e4b109,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:12.346531 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30b499-781a-440f-b967-fa405ac2055e req-c696de63-56d1-4dc0-887b-9d737c3173b3 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:12.348221 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bd30b499-781a-440f-b967-fa405ac2055e req-c696de63-56d1-4dc0-887b-9d737c3173b3 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 945 time: 0.0565014 Aug 31 01:10:12.389702 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bd30b499-781a-440f-b967-fa405ac2055e req-815847e5-5bf5-4b5d-91a5-806a8b4ab2ac tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334587 Aug 31 01:10:12.403305 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] get_ports_and_sgs() called for port_ids ['2231241d-a0e5-44ed-9620-73f268e4b109'] {{(pid=94636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:10:12.452144 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] get_ports_and_sgs() called for port_ids ['ff29b76d-3af0-481c-8421-0548f73990c2'] {{(pid=94636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:10:12.483874 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e5ba36-e99d-4669-9ae1-21781f8f679f x-openstack-request-id: req-54e5ba36-e99d-4669-9ae1-21781f8f679f {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:10:12.484168 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab325d5f-f080-46dd-9bbd-d0cea0a92840", "name": "network-vif-plugged", "status": "completed", "tag": "3ac65665-ac93-4f99-ae17-d13e9ea8c3ab", "code": 200}]} {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:10:12.484415 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-54e5ba36-e99d-4669-9ae1-21781f8f679f {{(pid=94636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:10:12.485047 dv-cinder-760180-3-iscsi neutron-server[94636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab325d5f-f080-46dd-9bbd-d0cea0a92840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac65665-ac93-4f99-ae17-d13e9ea8c3ab', 'code': 200} Aug 31 01:10:12.630778 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c56f5a-ff1f-448d-8675-789e249d99d9 req-bcb3c805-2575-4437-a6fa-5d4832fe03ed tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:12.632646 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-49c56f5a-ff1f-448d-8675-789e249d99d9 req-bcb3c805-2575-4437-a6fa-5d4832fe03ed tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 944 time: 0.1131978 Aug 31 01:10:12.728555 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-49c56f5a-ff1f-448d-8675-789e249d99d9 req-6549962f-a85a-4165-ad24-d52b21112537 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894697 Aug 31 01:10:12.756922 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2ef5f-6541-49b6-930e-ec6f4d7dcdc0 req-f271e345-6c97-4561-8ab0-8a89acf26258 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:12.759303 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e1b2ef5f-6541-49b6-930e-ec6f4d7dcdc0 req-f271e345-6c97-4561-8ab0-8a89acf26258 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 945 time: 0.0741849 Aug 31 01:10:12.811615 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e1b2ef5f-6541-49b6-930e-ec6f4d7dcdc0 req-e110017c-545a-48b8-af92-8e0b422b60c9 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401793 Aug 31 01:10:12.969034 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a677449-074b-4703-8edc-d14ea5b09b1f req-65049610-b0c8-4fdb-8507-1861d875d9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:12.970553 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-4a677449-074b-4703-8edc-d14ea5b09b1f req-65049610-b0c8-4fdb-8507-1861d875d9ef service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 1098 time: 0.0409682 Aug 31 01:10:13.011730 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-4a677449-074b-4703-8edc-d14ea5b09b1f req-e25f8d58-9471-4a7d-a49f-5d3018b007a8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283914 Aug 31 01:10:13.559675 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d37201-6a0c-445d-9884-1d7ec464ca27 req-c1d26228-4528-4300-af99-5c7fe17cbdd3 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:13.567373 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-70d37201-6a0c-445d-9884-1d7ec464ca27 req-c1d26228-4528-4300-af99-5c7fe17cbdd3 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 945 time: 0.0957980 Aug 31 01:10:13.608181 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-70d37201-6a0c-445d-9884-1d7ec464ca27 req-1d6f130f-8c45-4efa-a7d5-4a9b0962f71b tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399344 Aug 31 01:10:13.860628 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1bc853-149a-44e5-97e9-99a3536c9c1d req-879c4520-73fc-4ed4-87b7-2215365d09da tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:13.862254 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-cf1bc853-149a-44e5-97e9-99a3536c9c1d req-879c4520-73fc-4ed4-87b7-2215365d09da tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 944 time: 0.0534489 Aug 31 01:10:13.929153 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-cf1bc853-149a-44e5-97e9-99a3536c9c1d req-07b1164d-df62-4ecf-9eb3-3663a3c6b458 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595872 Aug 31 01:10:13.956174 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef43d9-f3c9-4bf6-b7a8-5a95a110b098 req-dc0d8ab4-5c7a-4a28-a7d4-3766f4ee0b81 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:13.956174 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9aef43d9-f3c9-4bf6-b7a8-5a95a110b098 req-dc0d8ab4-5c7a-4a28-a7d4-3766f4ee0b81 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 945 time: 0.0614758 Aug 31 01:10:13.991776 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9aef43d9-f3c9-4bf6-b7a8-5a95a110b098 req-49f5f368-c180-49b5-b710-0eac77c21269 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320909 Aug 31 01:10:14.089866 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:14.727324 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80d8ce-d954-4e67-86cf-2aa8e8aa20be req-bd102834-b5bf-4b1d-93ae-0c9bf246a6bf tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:14.728939 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7f80d8ce-d954-4e67-86cf-2aa8e8aa20be req-bd102834-b5bf-4b1d-93ae-0c9bf246a6bf tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 945 time: 0.0523980 Aug 31 01:10:14.768090 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7f80d8ce-d954-4e67-86cf-2aa8e8aa20be req-35bfa293-8365-4184-a1aa-c863cf1e6d3a tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327339 Aug 31 01:10:15.065660 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c70c0-1c6f-4505-94e3-4daaecb5c20d req-5e3e523a-91d3-461f-884b-e1b16e4a6c74 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:15.067171 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a25c70c0-1c6f-4505-94e3-4daaecb5c20d req-5e3e523a-91d3-461f-884b-e1b16e4a6c74 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 944 time: 0.0533154 Aug 31 01:10:15.113082 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a25c70c0-1c6f-4505-94e3-4daaecb5c20d req-58762560-8f34-4353-aa12-693dfdd1939c tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378554 Aug 31 01:10:15.229377 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device ff29b76d-3af0-481c-8421-0548f73990c2 up at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:10:15.238855 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2e1ed-e042-4cc5-8146-7ce96f5aba2a req-c52345a2-0331-4a85-b4ad-3e6b2ae7dda7 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:15.240621 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-36a2e1ed-e042-4cc5-8146-7ce96f5aba2a req-c52345a2-0331-4a85-b4ad-3e6b2ae7dda7 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 945 time: 0.0711274 Aug 31 01:10:15.311670 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-36a2e1ed-e042-4cc5-8146-7ce96f5aba2a req-c8b4f088-3d3a-45d0-9276-a9dc12c9d088 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528531 Aug 31 01:10:15.334523 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f680baf7-46b6-4646-8b08-1b582b5d1957 req-a07dd87a-319f-4bd3-a2c2-b49ac865df6e tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:15.334523 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f680baf7-46b6-4646-8b08-1b582b5d1957 req-a07dd87a-319f-4bd3-a2c2-b49ac865df6e tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 945 time: 0.0831678 Aug 31 01:10:15.370332 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0f5e0-2d90-45e4-a6d0-88db7d94e339 req-99c26883-e99e-43cd-953d-f326cbfec860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:15.372854 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-18b0f5e0-2d90-45e4-a6d0-88db7d94e339 req-99c26883-e99e-43cd-953d-f326cbfec860 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ebe297fbd3a46689671efa0c38f7f89&device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 1098 time: 0.0617597 Aug 31 01:10:15.376065 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f680baf7-46b6-4646-8b08-1b582b5d1957 req-28a3dc9e-2e3c-4912-8623-798dd096b6aa tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387604 Aug 31 01:10:15.386188 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Provisioning for port ff29b76d-3af0-481c-8421-0548f73990c2 completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:15.390337 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Provisioning complete for port ff29b76d-3af0-481c-8421-0548f73990c2 triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:15.390747 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:15.481945 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:15.483177 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0f5e0-2d90-45e4-a6d0-88db7d94e339 req-b97dd348-b2a2-421e-9898-49504317bdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:15.484779 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-18b0f5e0-2d90-45e4-a6d0-88db7d94e339 req-b97dd348-b2a2-421e-9898-49504317bdd4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fd548e74-43b1-430f-a0ef-aa76573cce11 HTTP/1.1" status: 200 len: 919 time: 0.1005387 Aug 31 01:10:15.501414 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18aeaed-813d-454e-afc6-487c99d675eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff29b76d-3af0-481c-8421-0548f73990c2'}] {{(pid=94636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:10:15.503774 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d232dde22f81f13b8276e8d192a9956b8a1abe374d21fab87add1b29b36cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b44130-3df3-41a9-bcbc-2aeefa74a127" -d '{"events": [{"server_uuid": "c18aeaed-813d-454e-afc6-487c99d675eb", "name": "network-vif-plugged", "status": "completed", "tag": "ff29b76d-3af0-481c-8421-0548f73990c2"}]}' {{(pid=94636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:10:15.518912 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port ff29b76d-3af0-481c-8421-0548f73990c2, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=ff29b76d-3af0-481c-8421-0548f73990c2,segment=NetworkSegment(6d53e54b-6190-4b24-885a-ba7d2444e469),segment_id=6d53e54b-6190-4b24-885a-ba7d2444e469)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:15.550346 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-18b0f5e0-2d90-45e4-a6d0-88db7d94e339 req-0b64fcdc-4eb7-4193-bb99-ec6d20902275 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ac65665-ac93-4f99-ae17-d13e9ea8c3ab HTTP/1.1" status: 200 len: 217 time: 0.0517411 Aug 31 01:10:15.552197 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1b7b2e-77cc-4725-a207-f986a0b3011b x-openstack-request-id: req-8b1b7b2e-77cc-4725-a207-f986a0b3011b {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:10:15.552542 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c18aeaed-813d-454e-afc6-487c99d675eb", "name": "network-vif-plugged", "status": "completed", "tag": "ff29b76d-3af0-481c-8421-0548f73990c2", "code": 200}]} {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:10:15.552860 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8b1b7b2e-77cc-4725-a207-f986a0b3011b {{(pid=94636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:10:15.558662 dv-cinder-760180-3-iscsi neutron-server[94636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c18aeaed-813d-454e-afc6-487c99d675eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff29b76d-3af0-481c-8421-0548f73990c2', 'code': 200} Aug 31 01:10:15.611795 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:15.611795 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 2231241d-a0e5-44ed-9620-73f268e4b109 up at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:10:15.619376 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0f5e0-2d90-45e4-a6d0-88db7d94e339 req-26a25d76-7d5d-41b1-8f06-e498555d908d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:15.621115 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-18b0f5e0-2d90-45e4-a6d0-88db7d94e339 req-26a25d76-7d5d-41b1-8f06-e498555d908d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=28514019-93de-4286-b066-532f8dc6920b HTTP/1.1" status: 200 len: 858 time: 0.0580299 Aug 31 01:10:15.667087 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-18b0f5e0-2d90-45e4-a6d0-88db7d94e339 req-3d536413-45f1-40bf-affc-9b00b1c0ebdd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fd548e74-43b1-430f-a0ef-aa76573cce11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301020 Aug 31 01:10:15.690242 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=ff29b76d-3af0-481c-8421-0548f73990c2,revision_number=5']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:15.775658 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-18b0f5e0-2d90-45e4-a6d0-88db7d94e339 req-e84abe1d-c759-4beb-993e-79878763546d service neutron] 10.222.0.72 "GET /v2.0/networks/fd548e74-43b1-430f-a0ef-aa76573cce11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998251 Aug 31 01:10:15.831769 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Provisioning for port 2231241d-a0e5-44ed-9620-73f268e4b109 completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:15.835497 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Provisioning complete for port 2231241d-a0e5-44ed-9620-73f268e4b109 triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:15.836417 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:15.879270 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-18b0f5e0-2d90-45e4-a6d0-88db7d94e339 req-a4947cdd-f3d5-44ae-848e-0e83795d906b service neutron] 10.222.0.72 "GET /v2.0/networks/fd548e74-43b1-430f-a0ef-aa76573cce11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959539 Aug 31 01:10:15.914238 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:15.945655 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 2231241d-a0e5-44ed-9620-73f268e4b109, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=2231241d-a0e5-44ed-9620-73f268e4b109,segment=NetworkSegment(85bfaf1f-5a21-4307-abff-21e0aaca3a13),segment_id=85bfaf1f-5a21-4307-abff-21e0aaca3a13)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:15.957733 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d03572-2f37-48c1-a778-85a202bfc0e3 req-64a4192c-3de3-42c3-9231-acc875a619cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:15.959253 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b1d03572-2f37-48c1-a778-85a202bfc0e3 req-64a4192c-3de3-42c3-9231-acc875a619cc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 1098 time: 0.0728536 Aug 31 01:10:16.008476 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b1d03572-2f37-48c1-a778-85a202bfc0e3 req-1e2e9ca1-f1e2-4467-98f2-2eb3d7b8ebfe service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403864 Aug 31 01:10:16.054543 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:16.101711 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=2231241d-a0e5-44ed-9620-73f268e4b109,revision_number=5']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:16.227413 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631cbc6-32b4-438d-9891-023643d1df49 req-025e1c54-9568-453f-a8f9-39d0c0427fd8 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:16.229295 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7631cbc6-32b4-438d-9891-023643d1df49 req-025e1c54-9568-453f-a8f9-39d0c0427fd8 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 945 time: 0.0477285 Aug 31 01:10:16.268855 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7631cbc6-32b4-438d-9891-023643d1df49 req-500bfa02-93f9-495a-ae25-6078cee5bd1d tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335155 Aug 31 01:10:16.429828 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13d578-83e9-4ddd-9625-4e91dc4c2024 req-939246e2-e9c1-425d-9b6d-d905788bb3a3 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:16.431343 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5e13d578-83e9-4ddd-9625-4e91dc4c2024 req-939246e2-e9c1-425d-9b6d-d905788bb3a3 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.0487993 Aug 31 01:10:16.503804 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5e13d578-83e9-4ddd-9625-4e91dc4c2024 req-265f0e17-749f-4ef0-9c6e-4aa3bfcc5913 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659318 Aug 31 01:10:16.516060 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3fc4e-94c1-4ff2-9967-e128c18e7ea3 req-0afda845-e52b-4ea2-ae3e-c181b4b8e43b tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:16.517563 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a6c3fc4e-94c1-4ff2-9967-e128c18e7ea3 req-0afda845-e52b-4ea2-ae3e-c181b4b8e43b tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 945 time: 0.0734413 Aug 31 01:10:16.555013 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a6c3fc4e-94c1-4ff2-9967-e128c18e7ea3 req-99a3c81b-6ab4-48bd-bf94-c8baf5148dcc tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307012 Aug 31 01:10:16.850494 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 55120) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:16.954098 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e782223f-019c-49d5-b4f9-e45192d96fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:17.037453 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e782223f-019c-49d5-b4f9-e45192d96fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:17.140304 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e782223f-019c-49d5-b4f9-e45192d96fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:17.184327 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-e782223f-019c-49d5-b4f9-e45192d96fee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aa960dba27684c4caaa1659d1ded102a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3327625 Aug 31 01:10:17.185401 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782223f-019c-49d5-b4f9-e45192d96fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed88028-f58f-4a94-8b17-853f4f44bac1,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:17.187304 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 55124) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:17.236910 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b8c82223-dcf7-4c25-a823-c8f1a81420a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:17.257566 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b8c82223-dcf7-4c25-a823-c8f1a81420a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:17.374607 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b8c82223-dcf7-4c25-a823-c8f1a81420a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:17.377258 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b8c82223-dcf7-4c25-a823-c8f1a81420a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:17.378422 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-b8c82223-dcf7-4c25-a823-c8f1a81420a9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8ed88028-f58f-4a94-8b17-853f4f44bac1 HTTP/1.1" status: 204 len: 168 time: 0.1901560 Aug 31 01:10:17.387338 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c82223-dcf7-4c25-a823-c8f1a81420a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed88028-f58f-4a94-8b17-853f4f44bac1,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:17.388033 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14dc8e-c9d1-4841-99c7-ece7bc6ce7d5 req-1e52c5bf-5c57-4a99-8393-5b470e0b4de4 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:17.390845 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1c14dc8e-c9d1-4841-99c7-ece7bc6ce7d5 req-1e52c5bf-5c57-4a99-8393-5b470e0b4de4 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 945 time: 0.0499837 Aug 31 01:10:17.450779 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1c14dc8e-c9d1-4841-99c7-ece7bc6ce7d5 req-1dcae019-8d33-4496-8085-475e514e1d55 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461807 Aug 31 01:10:17.555421 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a41287-23a0-451c-b472-8e0af28bb04a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2231241d-a0e5-44ed-9620-73f268e4b109'}] {{(pid=94636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:10:17.557774 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d232dde22f81f13b8276e8d192a9956b8a1abe374d21fab87add1b29b36cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b9bafb-9409-4d0d-a2d4-6a9940ae422e" -d '{"events": [{"server_uuid": "c8a41287-23a0-451c-b472-8e0af28bb04a", "name": "network-vif-plugged", "status": "completed", "tag": "2231241d-a0e5-44ed-9620-73f268e4b109"}]}' {{(pid=94636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:10:17.597084 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5fae07-7311-4767-a6c8-d608e408c3e6 x-openstack-request-id: req-bb5fae07-7311-4767-a6c8-d608e408c3e6 {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:10:17.597380 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8a41287-23a0-451c-b472-8e0af28bb04a", "name": "network-vif-plugged", "status": "completed", "tag": "2231241d-a0e5-44ed-9620-73f268e4b109", "code": 200}]} {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:10:17.597636 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bb5fae07-7311-4767-a6c8-d608e408c3e6 {{(pid=94636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:10:17.598029 dv-cinder-760180-3-iscsi neutron-server[94636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8a41287-23a0-451c-b472-8e0af28bb04a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2231241d-a0e5-44ed-9620-73f268e4b109', 'code': 200} Aug 31 01:10:17.622151 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e8de9-5edd-4c43-bdc6-e06b93e544a5 req-c5a73db4-cae5-4d34-91c1-30805488d906 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:17.623990 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-473e8de9-5edd-4c43-bdc6-e06b93e544a5 req-c5a73db4-cae5-4d34-91c1-30805488d906 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.0525928 Aug 31 01:10:17.695003 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-473e8de9-5edd-4c43-bdc6-e06b93e544a5 req-10f3b06e-4571-4196-a917-a680b76a455f tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649998 Aug 31 01:10:17.717859 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce524d1-5f0c-41bd-890b-b2fec11f941d req-96f9987a-31d3-47c5-8d16-8da21609afcf tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:17.719564 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fce524d1-5f0c-41bd-890b-b2fec11f941d req-96f9987a-31d3-47c5-8d16-8da21609afcf tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 945 time: 0.0671000 Aug 31 01:10:17.763622 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fce524d1-5f0c-41bd-890b-b2fec11f941d req-39dac1ad-d9e1-4c14-8575-673ab1c59951 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361533 Aug 31 01:10:18.032186 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed75f26-2fcc-48d2-ad38-7b359c1ae525 req-7af5852d-a035-4478-8f5e-429676aa7402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:18.033907 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4ed75f26-2fcc-48d2-ad38-7b359c1ae525 req-7af5852d-a035-4478-8f5e-429676aa7402 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 1099 time: 0.0428290 Aug 31 01:10:18.082031 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4ed75f26-2fcc-48d2-ad38-7b359c1ae525 req-9cc4fab9-60fb-468c-8661-3467f66ea8bb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307934 Aug 31 01:10:18.152310 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 55166) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:18.165676 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7feddc48-1672-4079-8c8b-5ff9cf50f83c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:18.248589 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7feddc48-1672-4079-8c8b-5ff9cf50f83c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:18.349716 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7feddc48-1672-4079-8c8b-5ff9cf50f83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:18.384220 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-7feddc48-1672-4079-8c8b-5ff9cf50f83c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=710a33e62a9a4057b26f667bfcdd18a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308381 Aug 31 01:10:18.389707 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feddc48-1672-4079-8c8b-5ff9cf50f83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f53a047-e364-4858-8c46-e888658980a5,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:18.389821 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 55172) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:18.434763 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-34480211-8124-42a5-87ed-1662065a8d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:18.455561 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-34480211-8124-42a5-87ed-1662065a8d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:18.569228 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc832bb-81a8-4513-93d5-f80b955a79ff req-5cc93d15-4c28-4d9a-a518-e4d3a6fcbe98 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:18.571223 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9fc832bb-81a8-4513-93d5-f80b955a79ff req-5cc93d15-4c28-4d9a-a518-e4d3a6fcbe98 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 945 time: 0.0474067 Aug 31 01:10:18.597246 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-34480211-8124-42a5-87ed-1662065a8d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:18.599910 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-34480211-8124-42a5-87ed-1662065a8d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:18.603433 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-34480211-8124-42a5-87ed-1662065a8d9a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0f53a047-e364-4858-8c46-e888658980a5 HTTP/1.1" status: 204 len: 168 time: 0.2132015 Aug 31 01:10:18.619207 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9fc832bb-81a8-4513-93d5-f80b955a79ff req-e076bff7-ca11-40c1-bf54-f521921ff81d tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419910 Aug 31 01:10:18.620016 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34480211-8124-42a5-87ed-1662065a8d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f53a047-e364-4858-8c46-e888658980a5,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:18.741244 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fc7f4-084a-4363-89d0-b18685e2da39 req-8feb0813-4797-4a02-839a-7f994d7772c2 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:18.743172 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-137fc7f4-084a-4363-89d0-b18685e2da39 req-8feb0813-4797-4a02-839a-7f994d7772c2 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 945 time: 0.0530736 Aug 31 01:10:18.753663 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 55184) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:18.754012 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 55186) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:18.764637 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-cca7af29-f5ad-4284-a5a1-aba1f9fe038c tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Request body: {'floatingip': {'port_id': 'ff29b76d-3af0-481c-8421-0548f73990c2'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:18.846386 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cca7af29-f5ad-4284-a5a1-aba1f9fe038c tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks [] for floatingip, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:18.864209 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663ef76-cd37-4cc1-8e9c-0a28efa0aaba req-82a4fe51-0fa6-4422-9165-89929aa0f2ec tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:18.878144 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d663ef76-cd37-4cc1-8e9c-0a28efa0aaba req-82a4fe51-0fa6-4422-9165-89929aa0f2ec tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.0979140 Aug 31 01:10:18.967059 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d663ef76-cd37-4cc1-8e9c-0a28efa0aaba req-fe3cfa93-c401-46cd-83c0-6bce14cbe931 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875745 Aug 31 01:10:18.996010 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aef5b4-0a5a-4454-ace0-62285f2f1562 req-d2e15e7d-5ccf-4ef7-a60d-97427661f74f tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:18.997502 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b9aef5b4-0a5a-4454-ace0-62285f2f1562 req-d2e15e7d-5ccf-4ef7-a60d-97427661f74f tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 945 time: 0.1154664 Aug 31 01:10:19.048123 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b9aef5b4-0a5a-4454-ace0-62285f2f1562 req-9ee5f136-1fbc-437f-b593-4f45755c931c tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432904 Aug 31 01:10:19.097369 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d9b93aa4-12c9-4472-b522-41d055672c16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:19.438200 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d9b93aa4-12c9-4472-b522-41d055672c16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:19.549886 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d9b93aa4-12c9-4472-b522-41d055672c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:19.655340 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 55218) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:19.766610 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-34de7d05-94bd-4e1f-b9ad-6ee448d15246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:19.821255 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cca7af29-f5ad-4284-a5a1-aba1f9fe038c tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:19.824609 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-d9b93aa4-12c9-4472-b522-41d055672c16 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ca6d9a7112504e69bdf20d3de8df7a52&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0682373 Aug 31 01:10:19.825320 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93aa4-12c9-4472-b522-41d055672c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36c9fc7-a7e4-442d-b287-73547c3667de,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:19.827759 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 55224) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:19.884600 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3392c164-1da7-43e8-9b39-9f13fe82ca32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:19.907737 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-34de7d05-94bd-4e1f-b9ad-6ee448d15246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:19.908989 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3392c164-1da7-43e8-9b39-9f13fe82ca32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:19.918782 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cca7af29-f5ad-4284-a5a1-aba1f9fe038c tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371979'] for floatingip, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:19.974444 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-34de7d05-94bd-4e1f-b9ad-6ee448d15246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:20.032051 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-34de7d05-94bd-4e1f-b9ad-6ee448d15246 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=52e1b3aac3a841e09a12664eb95d08d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3755274 Aug 31 01:10:20.034693 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 55234) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:20.056075 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de7d05-94bd-4e1f-b9ad-6ee448d15246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99354e70-9157-461d-a679-5305a535146a,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:20.094292 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.db.l3_db [None req-cca7af29-f5ad-4284-a5a1-aba1f9fe038c tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Floating IP fd9781fe-b2d6-4e29-8b05-56a06464d4d8 associated. External IP: 172.27.3.133, port: ff29b76d-3af0-481c-8421-0548f73990c2. Aug 31 01:10:20.105031 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f6561f-f76a-4a94-9594-3b53f5e4937a req-419dcd00-546c-476f-90b8-a567e70a0051 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:20.106593 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-35f6561f-f76a-4a94-9594-3b53f5e4937a req-419dcd00-546c-476f-90b8-a567e70a0051 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.0644064 Aug 31 01:10:20.154671 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bd8f01e1-4ae2-4653-a8a4-9f113e7cf461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:20.172005 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-35f6561f-f76a-4a94-9594-3b53f5e4937a req-3c06baae-1122-42d1-adea-b9ccaddd9b47 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589893 Aug 31 01:10:20.187826 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29551f8-4eb2-4ca4-8740-c3fa2881a1e0 req-a575f709-7b91-474d-a35d-79aaf656fce6 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:20.193638 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f29551f8-4eb2-4ca4-8740-c3fa2881a1e0 req-a575f709-7b91-474d-a35d-79aaf656fce6 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 945 time: 0.0698869 Aug 31 01:10:20.203923 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3392c164-1da7-43e8-9b39-9f13fe82ca32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:20.206446 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3392c164-1da7-43e8-9b39-9f13fe82ca32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:20.207660 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-3392c164-1da7-43e8-9b39-9f13fe82ca32 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b36c9fc7-a7e4-442d-b287-73547c3667de HTTP/1.1" status: 204 len: 168 time: 0.3789258 Aug 31 01:10:20.233043 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bd8f01e1-4ae2-4653-a8a4-9f113e7cf461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:20.236544 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392c164-1da7-43e8-9b39-9f13fe82ca32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36c9fc7-a7e4-442d-b287-73547c3667de,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:20.274470 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f29551f8-4eb2-4ca4-8740-c3fa2881a1e0 req-27566642-b98b-4ecb-8250-bbb5ecbcb13a tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735135 Aug 31 01:10:20.385974 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73245c-1eed-4fd9-a35e-de6e899c2ed0 req-6dd04dcb-fb40-4b8d-9c82-167cf4fdcdb1 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:20.388011 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6d73245c-1eed-4fd9-a35e-de6e899c2ed0 req-6dd04dcb-fb40-4b8d-9c82-167cf4fdcdb1 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.0727723 Aug 31 01:10:20.396720 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 55244) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:20.401710 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-ded96cbc-cc2b-4026-a365-0c87dccafa24 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Request body: {'floatingip': {'port_id': '2231241d-a0e5-44ed-9620-73f268e4b109'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:20.444460 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ded96cbc-cc2b-4026-a365-0c87dccafa24 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks [] for floatingip, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:20.513456 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bd8f01e1-4ae2-4653-a8a4-9f113e7cf461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:20.516277 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bd8f01e1-4ae2-4653-a8a4-9f113e7cf461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:20.517488 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-bd8f01e1-4ae2-4653-a8a4-9f113e7cf461 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/99354e70-9157-461d-a679-5305a535146a HTTP/1.1" status: 204 len: 168 time: 0.4818354 Aug 31 01:10:20.540647 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f01e1-4ae2-4653-a8a4-9f113e7cf461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99354e70-9157-461d-a679-5305a535146a,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:20.575697 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca7af29-f5ad-4284-a5a1-aba1f9fe038c tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Router 4b3525fc-8196-4326-94be-ddc5a5c3e862 has already been hosted by L3 agent c5d183af-b1ef-4815-8853-b3c8447fce00 {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:10:20.816971 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca7af29-f5ad-4284-a5a1-aba1f9fe038c tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify agent at l3_agent.dv-cinder-760180-3-iscsi the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:10:20.834838 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b36fd83-c172-46df-968d-fb140d528b60 None None] Sync routers for ids ['4b3525fc-8196-4326-94be-ddc5a5c3e862'] in dv-cinder-760180-3-iscsi {{(pid=94637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:10:20.852207 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b36fd83-c172-46df-968d-fb140d528b60 None None] Routers {'4b3525fc-8196-4326-94be-ddc5a5c3e862'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:10:20.852207 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-6b36fd83-c172-46df-968d-fb140d528b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:10:09Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['4b3525fc-8196-4326-94be-ddc5a5c3e862'], 'active': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:20.852455 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cca7af29-f5ad-4284-a5a1-aba1f9fe038c tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:20.918393 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-cca7af29-f5ad-4284-a5a1-aba1f9fe038c tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "PUT /v2.0/floatingips/fd9781fe-b2d6-4e29-8b05-56a06464d4d8 HTTP/1.1" status: 200 len: 991 time: 2.1631272 Aug 31 01:10:20.925456 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c18aeaed-813d-454e-afc6-487c99d675eb', 'tag': 'ff29b76d-3af0-481c-8421-0548f73990c2'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:10:20.925456 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b045d85a9f13e76f05933045f29fa7ac65172c85c310fc202a594bb475bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1564ff-2f4a-4666-aaab-2d91c174ee44" -d '{"events": [{"name": "network-changed", "server_uuid": "c18aeaed-813d-454e-afc6-487c99d675eb", "tag": "ff29b76d-3af0-481c-8421-0548f73990c2"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:10:20.953447 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvr_db [None req-6b36fd83-c172-46df-968d-fb140d528b60 None None] Set router 4b3525fc-8196-4326-94be-ddc5a5c3e862 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:10:21.065287 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30229a11-5934-4d1b-a86b-811ad33647b6 x-openstack-request-id: req-30229a11-5934-4d1b-a86b-811ad33647b6 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:10:21.065287 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c18aeaed-813d-454e-afc6-487c99d675eb", "tag": "ff29b76d-3af0-481c-8421-0548f73990c2", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:10:21.065287 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-30229a11-5934-4d1b-a86b-811ad33647b6 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:10:21.065287 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c18aeaed-813d-454e-afc6-487c99d675eb', 'tag': 'ff29b76d-3af0-481c-8421-0548f73990c2', 'status': 'completed', 'code': 200} Aug 31 01:10:21.096505 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1564ff-2f4a-4666-aaab-2d91c174ee44 req-948bf4e0-1788-470a-b641-eae5e4e3f9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:21.103254 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ee1564ff-2f4a-4666-aaab-2d91c174ee44 req-948bf4e0-1788-470a-b641-eae5e4e3f9be service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8e8ee4f4a0b14bda8b938a88a2dab8cd&device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 1098 time: 0.0841186 Aug 31 01:10:21.113889 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ded96cbc-cc2b-4026-a365-0c87dccafa24 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:21.208278 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1564ff-2f4a-4666-aaab-2d91c174ee44 req-28561597-4041-49b6-89e7-46ee9ab53f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:21.209690 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ee1564ff-2f4a-4666-aaab-2d91c174ee44 req-28561597-4041-49b6-89e7-46ee9ab53f6a service neutron] 10.222.0.72 "GET /v2.0/networks?id=cbc670e8-9863-4523-934f-dc257f6800ff HTTP/1.1" status: 200 len: 918 time: 0.0887952 Aug 31 01:10:21.245367 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-6b36fd83-c172-46df-968d-fb140d528b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'name': 'tempest-AttachVolumeShelveTestJSON-2113926238-router', 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'b7faadf1-a0aa-444e-8412-24b9542bff98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:34Z', 'updated_at': '2021-08-31T01:09:44Z', 'revision_number': 4, 'project_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'gw_port': {'id': 'b7faadf1-a0aa-444e-8412-24b9542bff98', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:41:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:35Z', 'updated_at': '2021-08-31T01:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_floatingips': [{'id': 'fd9781fe-b2d6-4e29-8b05-56a06464d4d8', 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'router_id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'port_id': 'ff29b76d-3af0-481c-8421-0548f73990c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff', 'mac_address': 'fa:16:3e:3b:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18aeaed-813d-454e-afc6-487c99d675eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:09:58Z', 'updated_at': '2021-08-31T01:10:19Z', 'revision_number': 1, 'project_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '439a5d3d-003f-4c41-b802-c13259706c8a', 'name': '', 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff', 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'mac_address': 'fa:16:3e:17:86:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:41Z', 'updated_at': '2021-08-31T01:09:56Z', 'revision_number': 5, 'project_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'subnets': [{'id': '8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:21.270944 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ded96cbc-cc2b-4026-a365-0c87dccafa24 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371979'] for floatingip, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:21.276186 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b36fd83-c172-46df-968d-fb140d528b60 None None] Checking router: 4b3525fc-8196-4326-94be-ddc5a5c3e862 for host: dv-cinder-760180-3-iscsi {{(pid=94637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:10:21.285055 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b36fd83-c172-46df-968d-fb140d528b60 None None] Routers {'4b3525fc-8196-4326-94be-ddc5a5c3e862'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:10:21.285701 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-6b36fd83-c172-46df-968d-fb140d528b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:10:09Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['4b3525fc-8196-4326-94be-ddc5a5c3e862'], 'active': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:21.344952 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ee1564ff-2f4a-4666-aaab-2d91c174ee44 req-dafc4a0d-4530-4ce7-b8c2-5ff0b85aa773 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff29b76d-3af0-481c-8421-0548f73990c2 HTTP/1.1" status: 200 len: 999 time: 0.1154730 Aug 31 01:10:21.392817 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.db.l3_db [None req-ded96cbc-cc2b-4026-a365-0c87dccafa24 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Floating IP dd32d4a0-8846-4e35-88bb-83a936c6ffc3 associated. External IP: 172.27.3.119, port: 2231241d-a0e5-44ed-9620-73f268e4b109. Aug 31 01:10:21.406294 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvr_db [None req-6b36fd83-c172-46df-968d-fb140d528b60 None None] Set router 4b3525fc-8196-4326-94be-ddc5a5c3e862 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:10:21.450115 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0478c-2a03-4016-8c70-4a4482f1fda3 req-a892c5ea-e767-47e0-bce0-fa607e1cdc4d tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:21.451698 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-baa0478c-2a03-4016-8c70-4a4482f1fda3 req-a892c5ea-e767-47e0-bce0-fa607e1cdc4d tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 945 time: 0.0960143 Aug 31 01:10:21.457957 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1564ff-2f4a-4666-aaab-2d91c174ee44 req-5653d93d-31d2-413a-8071-c7a4339673ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:21.459388 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ee1564ff-2f4a-4666-aaab-2d91c174ee44 req-5653d93d-31d2-413a-8071-c7a4339673ba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9 HTTP/1.1" status: 200 len: 856 time: 0.0620749 Aug 31 01:10:21.533214 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-baa0478c-2a03-4016-8c70-4a4482f1fda3 req-ab33ac53-b8db-4d3b-a883-82a3bd136569 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699582 Aug 31 01:10:21.550638 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 55270) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:21.558001 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1564ff-2f4a-4666-aaab-2d91c174ee44 req-be9f4eba-0470-471d-8308-e237e86c17c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:21.559483 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ee1564ff-2f4a-4666-aaab-2d91c174ee44 req-be9f4eba-0470-471d-8308-e237e86c17c2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cbc670e8-9863-4523-934f-dc257f6800ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0853915 Aug 31 01:10:21.593871 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-40083f4a-8acf-4ae5-a51a-665d5a7a49b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:21.626060 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded96cbc-cc2b-4026-a365-0c87dccafa24 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Router 9faccf4a-cbb5-4bc7-8dba-725081e85488 has already been hosted by L3 agent c5d183af-b1ef-4815-8853-b3c8447fce00 {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:10:21.662104 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 55272) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:21.701720 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-efc70a35-183b-4d9c-9778-cc81b9770443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:21.758680 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ee1564ff-2f4a-4666-aaab-2d91c174ee44 req-08f5d0e9-3206-4e61-98bb-8489e7049f49 service neutron] 10.222.0.72 "GET /v2.0/networks/cbc670e8-9863-4523-934f-dc257f6800ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734903 Aug 31 01:10:21.760894 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded96cbc-cc2b-4026-a365-0c87dccafa24 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify agent at l3_agent.dv-cinder-760180-3-iscsi the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:10:21.766473 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ded96cbc-cc2b-4026-a365-0c87dccafa24 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:21.772046 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0fc292-08ba-40c7-b94c-c904306b57a2 None None] Sync routers for ids ['9faccf4a-cbb5-4bc7-8dba-725081e85488'] in dv-cinder-760180-3-iscsi {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:10:21.799140 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0fc292-08ba-40c7-b94c-c904306b57a2 None None] Routers {'9faccf4a-cbb5-4bc7-8dba-725081e85488'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:10:21.799784 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-fe0fc292-08ba-40c7-b94c-c904306b57a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:10:09Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['9faccf4a-cbb5-4bc7-8dba-725081e85488'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:21.799919 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-6b36fd83-c172-46df-968d-fb140d528b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'name': 'tempest-AttachVolumeShelveTestJSON-2113926238-router', 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'b7faadf1-a0aa-444e-8412-24b9542bff98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:34Z', 'updated_at': '2021-08-31T01:09:44Z', 'revision_number': 4, 'project_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'gw_port': {'id': 'b7faadf1-a0aa-444e-8412-24b9542bff98', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:41:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:35Z', 'updated_at': '2021-08-31T01:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_floatingips': [{'id': 'fd9781fe-b2d6-4e29-8b05-56a06464d4d8', 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'router_id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'port_id': 'ff29b76d-3af0-481c-8421-0548f73990c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff', 'mac_address': 'fa:16:3e:3b:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18aeaed-813d-454e-afc6-487c99d675eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:09:58Z', 'updated_at': '2021-08-31T01:10:19Z', 'revision_number': 1, 'project_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '439a5d3d-003f-4c41-b802-c13259706c8a', 'name': '', 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff', 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'mac_address': 'fa:16:3e:17:86:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:41Z', 'updated_at': '2021-08-31T01:09:56Z', 'revision_number': 5, 'project_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'subnets': [{'id': '8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:21.842359 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-ded96cbc-cc2b-4026-a365-0c87dccafa24 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "PUT /v2.0/floatingips/dd32d4a0-8846-4e35-88bb-83a936c6ffc3 HTTP/1.1" status: 200 len: 992 time: 1.4444366 Aug 31 01:10:21.881265 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b36fd83-c172-46df-968d-fb140d528b60 None None] The sync data for ids ['4b3525fc-8196-4326-94be-ddc5a5c3e862'] in dv-cinder-760180-3-iscsi is: [{'id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'name': 'tempest-AttachVolumeShelveTestJSON-2113926238-router', 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'b7faadf1-a0aa-444e-8412-24b9542bff98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:34Z', 'updated_at': '2021-08-31T01:09:44Z', 'revision_number': 4, 'project_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'gw_port': {'id': 'b7faadf1-a0aa-444e-8412-24b9542bff98', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:41:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:35Z', 'updated_at': '2021-08-31T01:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_floatingips': [{'id': 'fd9781fe-b2d6-4e29-8b05-56a06464d4d8', 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'router_id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'port_id': 'ff29b76d-3af0-481c-8421-0548f73990c2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff', 'mac_address': 'fa:16:3e:3b:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18aeaed-813d-454e-afc6-487c99d675eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:09:58Z', 'updated_at': '2021-08-31T01:10:19Z', 'revision_number': 1, 'project_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '439a5d3d-003f-4c41-b802-c13259706c8a', 'name': '', 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff', 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'mac_address': 'fa:16:3e:17:86:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:41Z', 'updated_at': '2021-08-31T01:09:56Z', 'revision_number': 5, 'project_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'subnets': [{'id': '8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:10:21.897314 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-40083f4a-8acf-4ae5-a51a-665d5a7a49b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:21.940705 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ee1564ff-2f4a-4666-aaab-2d91c174ee44 req-58708def-f7a9-4500-bc30-268136df4eb2 service neutron] 10.222.0.72 "GET /v2.0/networks/cbc670e8-9863-4523-934f-dc257f6800ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694510 Aug 31 01:10:21.976835 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-40083f4a-8acf-4ae5-a51a-665d5a7a49b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:21.994051 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-fe0fc292-08ba-40c7-b94c-c904306b57a2 None None] Set router 9faccf4a-cbb5-4bc7-8dba-725081e85488 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:10:22.029285 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40083f4a-8acf-4ae5-a51a-665d5a7a49b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69955a0-d545-4d9e-a9cd-ca0337702b7a,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:22.036287 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-40083f4a-8acf-4ae5-a51a-665d5a7a49b2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d6ede5235745498c8b337fc305ee3bf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4846914 Aug 31 01:10:22.045349 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 55282) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:22.159794 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-efc70a35-183b-4d9c-9778-cc81b9770443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:22.163347 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-48976224-afee-40e2-9050-c1ccd3354a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:22.194449 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-48976224-afee-40e2-9050-c1ccd3354a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:22.198664 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f92f96-aeb0-4280-9d95-e4beda325756 None None] New status for floating IP fd9781fe-b2d6-4e29-8b05-56a06464d4d8: ACTIVE {{(pid=94637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:10:22.289852 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-efc70a35-183b-4d9c-9778-cc81b9770443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:22.341876 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-efc70a35-183b-4d9c-9778-cc81b9770443 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c96299ddc8c5454d874e6d6fc4a04d4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6783960 Aug 31 01:10:22.342817 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc70a35-183b-4d9c-9778-cc81b9770443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ab54be-9f60-4471-9f63-15a112c66ed8,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:22.344591 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 55294) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:22.385998 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-fe0fc292-08ba-40c7-b94c-c904306b57a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'name': 'tempest-AttachVolumeTestJSON-1079692908-router', 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '5c5fb578-6eb3-40ea-9fff-14ef354e5a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:36Z', 'updated_at': '2021-08-31T01:09:44Z', 'revision_number': 4, 'project_id': '4ffa2d2788a446da9bb35bff34b67588', 'gw_port': {'id': '5c5fb578-6eb3-40ea-9fff-14ef354e5a2e', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:37Z', 'updated_at': '2021-08-31T01:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_floatingips': [{'id': 'dd32d4a0-8846-4e35-88bb-83a936c6ffc3', 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'floating_ip_address': '172.27.3.119', 'floating_network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'router_id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'port_id': '2231241d-a0e5-44ed-9620-73f268e4b109', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30fb7d9d-48f3-4521-a14a-db6a70863ca4', 'mac_address': 'fa:16:3e:82:f4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a41287-23a0-451c-b472-8e0af28bb04a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:09:58Z', 'updated_at': '2021-08-31T01:10:21Z', 'revision_number': 1, 'project_id': '4ffa2d2788a446da9bb35bff34b67588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58bfd6c3-d93c-4d2b-b222-641a218b494c', 'name': '', 'network_id': '30fb7d9d-48f3-4521-a14a-db6a70863ca4', 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'mac_address': 'fa:16:3e:df:0f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4b8d6dea-cd1f-4897-b8eb-208006d6ba9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:42Z', 'updated_at': '2021-08-31T01:09:57Z', 'revision_number': 5, 'project_id': '4ffa2d2788a446da9bb35bff34b67588', 'subnets': [{'id': '4b8d6dea-cd1f-4897-b8eb-208006d6ba9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:22.402501 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-987af520-16ae-4a25-b1d8-435fdb55e40b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:22.412237 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0fc292-08ba-40c7-b94c-c904306b57a2 None None] Checking router: 9faccf4a-cbb5-4bc7-8dba-725081e85488 for host: dv-cinder-760180-3-iscsi {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:10:22.421258 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0fc292-08ba-40c7-b94c-c904306b57a2 None None] Routers {'9faccf4a-cbb5-4bc7-8dba-725081e85488'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:10:22.421860 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-fe0fc292-08ba-40c7-b94c-c904306b57a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:10:09Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['9faccf4a-cbb5-4bc7-8dba-725081e85488'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:22.424934 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-987af520-16ae-4a25-b1d8-435fdb55e40b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:22.435165 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-48976224-afee-40e2-9050-c1ccd3354a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:22.442578 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-48976224-afee-40e2-9050-c1ccd3354a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:22.442578 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-48976224-afee-40e2-9050-c1ccd3354a22 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f69955a0-d545-4d9e-a9cd-ca0337702b7a HTTP/1.1" status: 204 len: 168 time: 0.3978734 Aug 31 01:10:22.459972 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48976224-afee-40e2-9050-c1ccd3354a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69955a0-d545-4d9e-a9cd-ca0337702b7a,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:22.541278 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-fe0fc292-08ba-40c7-b94c-c904306b57a2 None None] Set router 9faccf4a-cbb5-4bc7-8dba-725081e85488 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:10:22.609056 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-987af520-16ae-4a25-b1d8-435fdb55e40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:22.611802 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-987af520-16ae-4a25-b1d8-435fdb55e40b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:22.619541 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-987af520-16ae-4a25-b1d8-435fdb55e40b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/99ab54be-9f60-4471-9f63-15a112c66ed8 HTTP/1.1" status: 204 len: 168 time: 0.2702096 Aug 31 01:10:22.639696 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987af520-16ae-4a25-b1d8-435fdb55e40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ab54be-9f60-4471-9f63-15a112c66ed8,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:22.681173 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72276977-6bc4-4d35-9ac4-e723f10c0f7d req-67c9c27f-8020-4708-9ad8-02ecb8b0a70d tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:22.689867 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-72276977-6bc4-4d35-9ac4-e723f10c0f7d req-67c9c27f-8020-4708-9ad8-02ecb8b0a70d tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 945 time: 0.0682886 Aug 31 01:10:22.725603 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-72276977-6bc4-4d35-9ac4-e723f10c0f7d req-5501fadf-1d07-4968-9274-27e7739710c8 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348508 Aug 31 01:10:22.798403 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-fe0fc292-08ba-40c7-b94c-c904306b57a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'name': 'tempest-AttachVolumeTestJSON-1079692908-router', 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '5c5fb578-6eb3-40ea-9fff-14ef354e5a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:36Z', 'updated_at': '2021-08-31T01:09:44Z', 'revision_number': 4, 'project_id': '4ffa2d2788a446da9bb35bff34b67588', 'gw_port': {'id': '5c5fb578-6eb3-40ea-9fff-14ef354e5a2e', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:37Z', 'updated_at': '2021-08-31T01:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_floatingips': [{'id': 'dd32d4a0-8846-4e35-88bb-83a936c6ffc3', 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'floating_ip_address': '172.27.3.119', 'floating_network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'router_id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'port_id': '2231241d-a0e5-44ed-9620-73f268e4b109', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30fb7d9d-48f3-4521-a14a-db6a70863ca4', 'mac_address': 'fa:16:3e:82:f4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a41287-23a0-451c-b472-8e0af28bb04a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:09:58Z', 'updated_at': '2021-08-31T01:10:21Z', 'revision_number': 1, 'project_id': '4ffa2d2788a446da9bb35bff34b67588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58bfd6c3-d93c-4d2b-b222-641a218b494c', 'name': '', 'network_id': '30fb7d9d-48f3-4521-a14a-db6a70863ca4', 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'mac_address': 'fa:16:3e:df:0f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4b8d6dea-cd1f-4897-b8eb-208006d6ba9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:42Z', 'updated_at': '2021-08-31T01:09:57Z', 'revision_number': 5, 'project_id': '4ffa2d2788a446da9bb35bff34b67588', 'subnets': [{'id': '4b8d6dea-cd1f-4897-b8eb-208006d6ba9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:22.826461 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0fc292-08ba-40c7-b94c-c904306b57a2 None None] The sync data for ids ['9faccf4a-cbb5-4bc7-8dba-725081e85488'] in dv-cinder-760180-3-iscsi is: [{'id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'name': 'tempest-AttachVolumeTestJSON-1079692908-router', 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '5c5fb578-6eb3-40ea-9fff-14ef354e5a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:36Z', 'updated_at': '2021-08-31T01:09:44Z', 'revision_number': 4, 'project_id': '4ffa2d2788a446da9bb35bff34b67588', 'gw_port': {'id': '5c5fb578-6eb3-40ea-9fff-14ef354e5a2e', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:37Z', 'updated_at': '2021-08-31T01:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_floatingips': [{'id': 'dd32d4a0-8846-4e35-88bb-83a936c6ffc3', 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'floating_ip_address': '172.27.3.119', 'floating_network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'router_id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'port_id': '2231241d-a0e5-44ed-9620-73f268e4b109', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30fb7d9d-48f3-4521-a14a-db6a70863ca4', 'mac_address': 'fa:16:3e:82:f4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a41287-23a0-451c-b472-8e0af28bb04a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:09:58Z', 'updated_at': '2021-08-31T01:10:21Z', 'revision_number': 1, 'project_id': '4ffa2d2788a446da9bb35bff34b67588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58bfd6c3-d93c-4d2b-b222-641a218b494c', 'name': '', 'network_id': '30fb7d9d-48f3-4521-a14a-db6a70863ca4', 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'mac_address': 'fa:16:3e:df:0f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4b8d6dea-cd1f-4897-b8eb-208006d6ba9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:42Z', 'updated_at': '2021-08-31T01:09:57Z', 'revision_number': 5, 'project_id': '4ffa2d2788a446da9bb35bff34b67588', 'subnets': [{'id': '4b8d6dea-cd1f-4897-b8eb-208006d6ba9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:10:22.973241 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8a41287-23a0-451c-b472-8e0af28bb04a', 'tag': '2231241d-a0e5-44ed-9620-73f268e4b109'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:10:22.992661 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b045d85a9f13e76f05933045f29fa7ac65172c85c310fc202a594bb475bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc8954e-bda8-418a-88ad-8fa53b5363e0" -d '{"events": [{"name": "network-changed", "server_uuid": "c8a41287-23a0-451c-b472-8e0af28bb04a", "tag": "2231241d-a0e5-44ed-9620-73f268e4b109"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:10:23.057836 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2513b1a3-8600-48ba-9eed-9fea335178af None None] New status for floating IP dd32d4a0-8846-4e35-88bb-83a936c6ffc3: ACTIVE {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:10:23.126663 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6427214f-9107-4ea6-ad4e-43231b64620d x-openstack-request-id: req-6427214f-9107-4ea6-ad4e-43231b64620d {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:10:23.127139 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8a41287-23a0-451c-b472-8e0af28bb04a", "tag": "2231241d-a0e5-44ed-9620-73f268e4b109", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:10:23.127482 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6427214f-9107-4ea6-ad4e-43231b64620d {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:10:23.128049 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8a41287-23a0-451c-b472-8e0af28bb04a', 'tag': '2231241d-a0e5-44ed-9620-73f268e4b109', 'status': 'completed', 'code': 200} Aug 31 01:10:23.228218 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8954e-bda8-418a-88ad-8fa53b5363e0 req-1b9f0394-c3d2-4aec-9e62-e5109b5272de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:23.229749 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1cc8954e-bda8-418a-88ad-8fa53b5363e0 req-1b9f0394-c3d2-4aec-9e62-e5109b5272de service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ffa2d2788a446da9bb35bff34b67588&device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 1099 time: 0.0756350 Aug 31 01:10:23.405085 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78290f02-7f76-431b-92ea-da2553520248 req-d03adcd9-db8c-447b-b2e5-29f353462549 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:23.406666 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-78290f02-7f76-431b-92ea-da2553520248 req-d03adcd9-db8c-447b-b2e5-29f353462549 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/ports?device_id=f53552d4-4831-48e2-a9f0-47b547bcb6ed HTTP/1.1" status: 200 len: 946 time: 0.0770323 Aug 31 01:10:23.422826 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8954e-bda8-418a-88ad-8fa53b5363e0 req-ad46af34-e8e1-4e00-9a24-b7346cca308e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:23.424333 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1cc8954e-bda8-418a-88ad-8fa53b5363e0 req-ad46af34-e8e1-4e00-9a24-b7346cca308e service neutron] 10.222.0.72 "GET /v2.0/networks?id=30fb7d9d-48f3-4521-a14a-db6a70863ca4 HTTP/1.1" status: 200 len: 912 time: 0.1840186 Aug 31 01:10:23.495906 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-78290f02-7f76-431b-92ea-da2553520248 req-3e226001-33ff-4814-848b-8e68c81e9519 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/security-groups?id=577dda9f-eaa4-4bb9-a257-fa486615b5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819516 Aug 31 01:10:23.509759 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1cc8954e-bda8-418a-88ad-8fa53b5363e0 req-8cd4bd24-a7ed-4b21-8e74-9b24b05802da service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2231241d-a0e5-44ed-9620-73f268e4b109 HTTP/1.1" status: 200 len: 1000 time: 0.0766110 Aug 31 01:10:23.576114 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8954e-bda8-418a-88ad-8fa53b5363e0 req-36abf017-2975-4dbb-a965-19c590b9322e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:23.577597 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1cc8954e-bda8-418a-88ad-8fa53b5363e0 req-36abf017-2975-4dbb-a965-19c590b9322e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b8d6dea-cd1f-4897-b8eb-208006d6ba9a HTTP/1.1" status: 200 len: 850 time: 0.0502615 Aug 31 01:10:23.627544 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8954e-bda8-418a-88ad-8fa53b5363e0 req-309537a2-5a43-49c0-9fdc-39abe8ad877e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:23.629139 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1cc8954e-bda8-418a-88ad-8fa53b5363e0 req-309537a2-5a43-49c0-9fdc-39abe8ad877e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30fb7d9d-48f3-4521-a14a-db6a70863ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422397 Aug 31 01:10:23.729084 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1cc8954e-bda8-418a-88ad-8fa53b5363e0 req-76595595-a08a-44b6-910f-c48c06e33a72 service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914154 Aug 31 01:10:24.044669 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dbf332-67ee-4651-8fe3-58fb8e5bd9d5 req-bdac6f31-f3b5-4880-83af-584d0989cdb1 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:24.046146 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-61dbf332-67ee-4651-8fe3-58fb8e5bd9d5 req-bdac6f31-f3b5-4880-83af-584d0989cdb1 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 945 time: 0.0810995 Aug 31 01:10:24.049778 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1cc8954e-bda8-418a-88ad-8fa53b5363e0 req-942d5c49-f0f0-40c8-8136-2ce692ea1cfd service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131292 Aug 31 01:10:24.092491 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-61dbf332-67ee-4651-8fe3-58fb8e5bd9d5 req-bae01088-ea76-4783-815b-aa2d41f672d5 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389709 Aug 31 01:10:24.612380 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798c106-6bda-47d7-9944-9d2c56eb75d4 req-6392c2b1-30c5-4170-8161-8d939bee7be6 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:24.613838 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b798c106-6bda-47d7-9944-9d2c56eb75d4 req-6392c2b1-30c5-4170-8161-8d939bee7be6 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/ports?device_id=f53552d4-4831-48e2-a9f0-47b547bcb6ed HTTP/1.1" status: 200 len: 946 time: 0.0471017 Aug 31 01:10:24.655397 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b798c106-6bda-47d7-9944-9d2c56eb75d4 req-62be1814-0aae-4195-82cc-d9a2305b41c0 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/security-groups?id=577dda9f-eaa4-4bb9-a257-fa486615b5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355635 Aug 31 01:10:25.210314 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e35d8c-5f43-4dd5-901c-ff34a013b3ef req-bdf69fbf-b11b-4fab-93ec-6d49b0ee2a6e tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:25.211769 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-29e35d8c-5f43-4dd5-901c-ff34a013b3ef req-bdf69fbf-b11b-4fab-93ec-6d49b0ee2a6e tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 945 time: 0.0515063 Aug 31 01:10:25.250249 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-29e35d8c-5f43-4dd5-901c-ff34a013b3ef req-a2e8594b-fb5a-4e93-8eaf-a73966a768a8 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319300 Aug 31 01:10:25.692114 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8d556-dee5-42dc-9722-6f1830b2b08b req-acc552db-81b0-467b-b9d1-dc7f7911f32b tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:25.694367 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4ed8d556-dee5-42dc-9722-6f1830b2b08b req-acc552db-81b0-467b-b9d1-dc7f7911f32b tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.72 "GET /v2.0/ports?device_id=f53552d4-4831-48e2-a9f0-47b547bcb6ed HTTP/1.1" status: 200 len: 946 time: 0.0490003 Aug 31 01:10:25.851617 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf59121-2f62-4ade-8471-ea8f37e167f5 req-6ee257dc-08e4-49f7-a8e6-b4d30a2aa583 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:25.854027 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-baf59121-2f62-4ade-8471-ea8f37e167f5 req-6ee257dc-08e4-49f7-a8e6-b4d30a2aa583 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/ports?device_id=f53552d4-4831-48e2-a9f0-47b547bcb6ed HTTP/1.1" status: 200 len: 946 time: 0.1116636 Aug 31 01:10:25.909904 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [req-4ed8d556-dee5-42dc-9722-6f1830b2b08b req-31e3e273-dd4c-4c6d-8073-d95846e759d4 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] Deleting port 5a53f734-c0ab-4d25-aa4b-446094a7afe0 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:10:25.910260 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-4ed8d556-dee5-42dc-9722-6f1830b2b08b req-31e3e273-dd4c-4c6d-8073-d95846e759d4 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:25.952238 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-baf59121-2f62-4ade-8471-ea8f37e167f5 req-f488dcec-d994-4812-bfcd-89496c4204b7 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/security-groups?id=577dda9f-eaa4-4bb9-a257-fa486615b5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927279 Aug 31 01:10:26.011018 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [req-4ed8d556-dee5-42dc-9722-6f1830b2b08b req-31e3e273-dd4c-4c6d-8073-d95846e759d4 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] For port 5a53f734-c0ab-4d25-aa4b-446094a7afe0, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=5a53f734-c0ab-4d25-aa4b-446094a7afe0,segment=NetworkSegment(8fd612ac-1268-48b2-929a-4d961d947bef),segment_id=8fd612ac-1268-48b2-929a-4d961d947bef)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:26.011387 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-4ed8d556-dee5-42dc-9722-6f1830b2b08b req-31e3e273-dd4c-4c6d-8073-d95846e759d4 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:26.026155 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [req-4ed8d556-dee5-42dc-9722-6f1830b2b08b req-31e3e273-dd4c-4c6d-8073-d95846e759d4 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] Calling delete_port for 5a53f734-c0ab-4d25-aa4b-446094a7afe0 owned by compute:nova {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:10:26.254541 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-4ed8d556-dee5-42dc-9722-6f1830b2b08b req-31e3e273-dd4c-4c6d-8073-d95846e759d4 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:26.287584 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e3e273-dd4c-4c6d-8073-d95846e759d4 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] Pushing event deleted for resources: {'Port': ['ID=5a53f734-c0ab-4d25-aa4b-446094a7afe0,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:26.359547 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed8d556-dee5-42dc-9722-6f1830b2b08b req-31e3e273-dd4c-4c6d-8073-d95846e759d4 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] No DVR routers for this DVR port 5a53f734-c0ab-4d25-aa4b-446094a7afe0 on host hv-cinder-76018 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:10:26.375485 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-4ed8d556-dee5-42dc-9722-6f1830b2b08b req-31e3e273-dd4c-4c6d-8073-d95846e759d4 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for port, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:26.377431 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4ed8d556-dee5-42dc-9722-6f1830b2b08b req-31e3e273-dd4c-4c6d-8073-d95846e759d4 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.72 "DELETE /v2.0/ports/5a53f734-c0ab-4d25-aa4b-446094a7afe0 HTTP/1.1" status: 204 len: 173 time: 0.6766000 Aug 31 01:10:26.379243 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53552d4-4831-48e2-a9f0-47b547bcb6ed', 'name': 'network-vif-deleted', 'tag': '5a53f734-c0ab-4d25-aa4b-446094a7afe0'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:10:26.381433 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b881214d57cd1965c46d5ffcb12adc10c1d351a412fd4a0d5151f09a2b3a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8638946c-1c98-4ce8-b82f-73280aad14c7" -d '{"events": [{"server_uuid": "f53552d4-4831-48e2-a9f0-47b547bcb6ed", "name": "network-vif-deleted", "tag": "5a53f734-c0ab-4d25-aa4b-446094a7afe0"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:10:26.404223 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71a09a-faac-4078-927a-821bd917e36f req-6aa96fd7-3bef-4629-86b1-f2201808562e tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:26.407617 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-be71a09a-faac-4078-927a-821bd917e36f req-6aa96fd7-3bef-4629-86b1-f2201808562e tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 945 time: 0.0682409 Aug 31 01:10:26.442953 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-be71a09a-faac-4078-927a-821bd917e36f req-b02f7969-f510-4d4e-bc64-331f96613d68 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311959 Aug 31 01:10:26.491034 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec33e971-5a76-4cba-a006-851ca5e4802d x-openstack-request-id: req-ec33e971-5a76-4cba-a006-851ca5e4802d {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:10:26.491322 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53552d4-4831-48e2-a9f0-47b547bcb6ed", "name": "network-vif-deleted", "tag": "5a53f734-c0ab-4d25-aa4b-446094a7afe0", "status": "completed", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:10:26.491597 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ec33e971-5a76-4cba-a006-851ca5e4802d {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:10:26.492003 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53552d4-4831-48e2-a9f0-47b547bcb6ed', 'name': 'network-vif-deleted', 'tag': '5a53f734-c0ab-4d25-aa4b-446094a7afe0', 'status': 'completed', 'code': 200} Aug 31 01:10:29.079384 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] get_ports_and_sgs() called for port_ids ['5a53f734-c0ab-4d25-aa4b-446094a7afe0'] {{(pid=94636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:10:29.216935 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5d51a5e7-f613-49c0-9ddd-d57ba9b273e6 req-76573e68-4946-48ee-8956-1a54bf2b7764 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/ports?device_id=f53552d4-4831-48e2-a9f0-47b547bcb6ed HTTP/1.1" status: 200 len: 210 time: 0.0361915 Aug 31 01:10:29.252943 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfc0a4-101f-4b7f-9a37-017d253e269b req-50bb381e-52c6-49c6-a23d-ba573366425c tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:29.254436 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-cedfc0a4-101f-4b7f-9a37-017d253e269b req-50bb381e-52c6-49c6-a23d-ba573366425c tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 945 time: 0.0650105 Aug 31 01:10:29.292381 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-cedfc0a4-101f-4b7f-9a37-017d253e269b req-3a9597b6-ea9a-42c5-a291-17624e8edc0d tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315034 Aug 31 01:10:32.752091 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0bab4f4d-2cbb-4afb-b90f-1dffe1cdc11c req-ce0e1394-4aec-4ba9-8b30-7d62feb28662 tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/ports?device_id=f53552d4-4831-48e2-a9f0-47b547bcb6ed HTTP/1.1" status: 200 len: 210 time: 0.0265861 Aug 31 01:10:32.796910 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e69930-7c47-4a29-8e9b-cc5e442ef4e6 req-98e83ef8-b2d7-43ce-a2e9-3bdc1679c1d1 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:32.798357 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-48e69930-7c47-4a29-8e9b-cc5e442ef4e6 req-98e83ef8-b2d7-43ce-a2e9-3bdc1679c1d1 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 945 time: 0.0485318 Aug 31 01:10:32.836897 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-48e69930-7c47-4a29-8e9b-cc5e442ef4e6 req-e04a84e4-8e31-42b8-96c6-a27bea65f659 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319633 Aug 31 01:10:33.070846 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 5a53f734-c0ab-4d25-aa4b-446094a7afe0 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:10:33.089592 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] No Port match for: 5a53f734-c0ab-4d25-aa4b-446094a7afe0 {{(pid=94636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:10:33.089935 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 5a53f734-c0ab-4d25-aa4b-446094a7afe0 not bound to the agent host hv-cinder-76018 {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:10:33.881023 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-28577dfc-3d91-45ba-bc38-b745622312dc req-5a82a871-053d-41e4-ab38-a4bb93509e7e tempest-DeleteServersTestJSON-1121819367 tempest-DeleteServersTestJSON-1121819367-project] 10.222.0.43 "GET /v2.0/ports?device_id=f53552d4-4831-48e2-a9f0-47b547bcb6ed HTTP/1.1" status: 200 len: 210 time: 0.0284538 Aug 31 01:10:33.954760 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85427a56-3b3d-4a33-bfde-6c7a7acf0ca6 req-783bd0f6-5ada-4b05-9e37-059eaee40507 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:33.956195 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-85427a56-3b3d-4a33-bfde-6c7a7acf0ca6 req-783bd0f6-5ada-4b05-9e37-059eaee40507 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 945 time: 0.0481000 Aug 31 01:10:33.993551 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-85427a56-3b3d-4a33-bfde-6c7a7acf0ca6 req-73bcd8b7-2ba5-4812-890a-08a8d54f078a tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315194 Aug 31 01:10:34.461131 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-e5ecd70e-8c7c-4568-8532-61c8bbfb155b tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:34.462590 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-e5ecd70e-8c7c-4568-8532-61c8bbfb155b tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/networks?id=6d6364cb-20be-4b34-9321-c4d0337d014e HTTP/1.1" status: 200 len: 814 time: 0.1042295 Aug 31 01:10:34.478203 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-1e94344c-1127-45f6-bd1e-747815f558d8 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/quotas/98ab9da13d934f25b5b1fca982b961f3 HTTP/1.1" status: 200 len: 375 time: 0.0093679 Aug 31 01:10:34.530641 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-dfaa380e-3609-4233-b36e-a52cd480ecb8 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=98ab9da13d934f25b5b1fca982b961f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0470600 Aug 31 01:10:34.627773 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-eba9eb60-b80d-4952-b6a1-f27139efd8b2 service neutron] 10.222.0.43 "GET /v2.0/networks/6d6364cb-20be-4b34-9321-c4d0337d014e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895467 Aug 31 01:10:34.716419 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-f1dcbcc3-61c0-4fb5-adc5-0bb9247ad457 service neutron] 10.222.0.43 "GET /v2.0/networks/6d6364cb-20be-4b34-9321-c4d0337d014e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826421 Aug 31 01:10:35.032333 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-82802471-5bb9-4935-81cc-681338255424 req-1c159809-8984-4fcc-9322-f23bb72bac17 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=86ab75c1-07a9-43aa-b109-096a8e0efb2b HTTP/1.1" status: 200 len: 210 time: 0.0448461 Aug 31 01:10:35.133082 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63ea55-fad7-4949-b3af-78cca5b90183 req-66b82148-eb6a-4d39-980e-95518341ac9f tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:35.134763 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-de63ea55-fad7-4949-b3af-78cca5b90183 req-66b82148-eb6a-4d39-980e-95518341ac9f tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 945 time: 0.0683060 Aug 31 01:10:35.173722 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-de63ea55-fad7-4949-b3af-78cca5b90183 req-ab6388d3-f9b9-43ef-aaf0-10bd6e4d0361 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329142 Aug 31 01:10:36.128334 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-132d7abb-a222-4356-b819-81157281c370 req-e4c6d849-9b8a-4dd8-a938-cdfdc0da020d tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=86ab75c1-07a9-43aa-b109-096a8e0efb2b HTTP/1.1" status: 200 len: 210 time: 0.0286107 Aug 31 01:10:36.290404 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca37b71-41eb-4131-a6c9-87a431869301 req-f846de43-3930-4f3b-941a-2a5550edc87a tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:36.291905 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-dca37b71-41eb-4131-a6c9-87a431869301 req-f846de43-3930-4f3b-941a-2a5550edc87a tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 945 time: 0.0489511 Aug 31 01:10:36.329778 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-dca37b71-41eb-4131-a6c9-87a431869301 req-86973fed-72bb-44e0-b482-f05bf86b5feb tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314846 Aug 31 01:10:36.539328 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-9aec9a69-4554-4ce0-91cf-9b43de96cf68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:36.687631 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 55646) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:36.734300 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-010f4945-3ff4-4c79-bb3b-004a33d2f43b admin admin] Deleting subnet 716b6982-80ac-40e2-ad7a-d91a80a81b06 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:10:36.737452 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-010f4945-3ff4-4c79-bb3b-004a33d2f43b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:36.771877 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-010f4945-3ff4-4c79-bb3b-004a33d2f43b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:36.780920 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-010f4945-3ff4-4c79-bb3b-004a33d2f43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1450095'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:36.929924 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-010f4945-3ff4-4c79-bb3b-004a33d2f43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1450084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:36.961432 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f4945-3ff4-4c79-bb3b-004a33d2f43b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=716b6982-80ac-40e2-ad7a-d91a80a81b06,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:36.966270 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-010f4945-3ff4-4c79-bb3b-004a33d2f43b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:36.967237 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-010f4945-3ff4-4c79-bb3b-004a33d2f43b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/716b6982-80ac-40e2-ad7a-d91a80a81b06 HTTP/1.1" status: 204 len: 168 time: 0.2784495 Aug 31 01:10:36.969799 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 55652) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:36.972177 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010f4945-3ff4-4c79-bb3b-004a33d2f43b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:36.972525 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010f4945-3ff4-4c79-bb3b-004a33d2f43b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:36.972863 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010f4945-3ff4-4c79-bb3b-004a33d2f43b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:36.973211 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010f4945-3ff4-4c79-bb3b-004a33d2f43b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:36.973518 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010f4945-3ff4-4c79-bb3b-004a33d2f43b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:36.973845 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010f4945-3ff4-4c79-bb3b-004a33d2f43b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:36.974174 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010f4945-3ff4-4c79-bb3b-004a33d2f43b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:36.974542 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010f4945-3ff4-4c79-bb3b-004a33d2f43b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:36.974870 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010f4945-3ff4-4c79-bb3b-004a33d2f43b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:36.975191 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010f4945-3ff4-4c79-bb3b-004a33d2f43b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:36.975510 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010f4945-3ff4-4c79-bb3b-004a33d2f43b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:36.976440 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010f4945-3ff4-4c79-bb3b-004a33d2f43b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:37.040546 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a5a29189-cc97-4d40-b1a7-a63e7871b4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525824'] for network, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:37.148867 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 55660) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:37.191332 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a5a29189-cc97-4d40-b1a7-a63e7871b4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1451156', 'neutron.services.segments.db._delete_segments_for_network-8766773786049'] for network, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:37.205969 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a5a29189-cc97-4d40-b1a7-a63e7871b4e6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:10:37.206312 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a5a29189-cc97-4d40-b1a7-a63e7871b4e6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:10:37.207074 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a5a29189-cc97-4d40-b1a7-a63e7871b4e6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:10:37.207594 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a5a29189-cc97-4d40-b1a7-a63e7871b4e6 admin admin] Subscribe: > port after_create 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:10:37.208074 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a5a29189-cc97-4d40-b1a7-a63e7871b4e6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:10:37.208551 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a5a29189-cc97-4d40-b1a7-a63e7871b4e6 admin admin] Subscribe: > port after_update 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:10:37.209010 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a5a29189-cc97-4d40-b1a7-a63e7871b4e6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:10:37.209481 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a5a29189-cc97-4d40-b1a7-a63e7871b4e6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:10:37.209941 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a5a29189-cc97-4d40-b1a7-a63e7871b4e6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:10:37.210921 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a5a29189-cc97-4d40-b1a7-a63e7871b4e6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:10:37.302766 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-49f3cfd4-7d38-4480-abd6-cb9f494513c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:37.394715 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a5a29189-cc97-4d40-b1a7-a63e7871b4e6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:10:37.395386 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a5a29189-cc97-4d40-b1a7-a63e7871b4e6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:10:37.396173 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a5a29189-cc97-4d40-b1a7-a63e7871b4e6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:10:37.396173 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a5a29189-cc97-4d40-b1a7-a63e7871b4e6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:10:37.396679 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.services.segments.db [None req-a5a29189-cc97-4d40-b1a7-a63e7871b4e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0f7a075-5cf1-4c2b-95df-2b457811a6c7']}} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:37.398686 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-49f3cfd4-7d38-4480-abd6-cb9f494513c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:37.457872 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.services.segments.db [None req-a5a29189-cc97-4d40-b1a7-a63e7871b4e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fd612ac-1268-48b2-929a-4d961d947bef') {'for_net_delete': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:37.458164 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.services.segments.db [None req-a5a29189-cc97-4d40-b1a7-a63e7871b4e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fd612ac-1268-48b2-929a-4d961d947bef') {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:10:37.487247 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-73169f14-cc49-4b52-8156-2ed2a0b44c0c req-db9add85-951f-49b0-a3ea-f7d0f571a9d5 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=86ab75c1-07a9-43aa-b109-096a8e0efb2b HTTP/1.1" status: 200 len: 210 time: 0.0843782 Aug 31 01:10:37.499842 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a5a29189-cc97-4d40-b1a7-a63e7871b4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766773797205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127559295'] for segment, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:37.511812 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-49f3cfd4-7d38-4480-abd6-cb9f494513c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:37.542787 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-89d40585-a73a-46ab-b59c-85880b61278c tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:37.544292 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-89d40585-a73a-46ab-b59c-85880b61278c tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.72 "GET /v2.0/networks?id=6d6364cb-20be-4b34-9321-c4d0337d014e HTTP/1.1" status: 200 len: 814 time: 0.4510856 Aug 31 01:10:37.547094 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a5a29189-cc97-4d40-b1a7-a63e7871b4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417'] for segment, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:37.559566 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187fd9a-63ac-484e-a6e7-af66c3cb60b8 req-fbaae6fe-5718-4429-a476-3d84b54f7908 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:37.559810 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-49f3cfd4-7d38-4480-abd6-cb9f494513c7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=359d1a786bc44748b61e0c42537dbd4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4098744 Aug 31 01:10:37.560788 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f3cfd4-7d38-4480-abd6-cb9f494513c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e983c0c6-8e5d-4722-935c-b9038f19d1e5,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:37.561028 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6187fd9a-63ac-484e-a6e7-af66c3cb60b8 req-fbaae6fe-5718-4429-a476-3d84b54f7908 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 945 time: 0.1545012 Aug 31 01:10:37.563238 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 55674) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:37.568415 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-2f3f8978-fed5-4426-9084-68e2a77901f8 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Request body: {'port': {'device_id': '86ab75c1-07a9-43aa-b109-096a8e0efb2b', 'network_id': '6d6364cb-20be-4b34-9321-c4d0337d014e', 'admin_state_up': True, 'tenant_id': '98ab9da13d934f25b5b1fca982b961f3'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:37.572204 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5a29189-cc97-4d40-b1a7-a63e7871b4e6 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:10:37.572604 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a5a29189-cc97-4d40-b1a7-a63e7871b4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127207081'] for segment, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:37.577416 dv-cinder-760180-3-iscsi neutron-server[94635]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 01:10:37.577416 dv-cinder-760180-3-iscsi neutron-server[94635]: from cryptography.utils import int_from_bytes Aug 31 01:10:37.577416 dv-cinder-760180-3-iscsi neutron-server[94635]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 01:10:37.577416 dv-cinder-760180-3-iscsi neutron-server[94635]: from cryptography.utils import int_from_bytes Aug 31 01:10:37.577416 dv-cinder-760180-3-iscsi neutron-server[94635]: Traceback (most recent call last): Aug 31 01:10:37.577416 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:10:37.577416 dv-cinder-760180-3-iscsi neutron-server[94635]: timer() Aug 31 01:10:37.577416 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:10:37.577416 dv-cinder-760180-3-iscsi neutron-server[94635]: cb(*args, **kw) Aug 31 01:10:37.577416 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:10:37.577416 dv-cinder-760180-3-iscsi neutron-server[94635]: return func(*args, **kwargs) Aug 31 01:10:37.577416 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:10:37.577416 dv-cinder-760180-3-iscsi neutron-server[94635]: self._notify() Aug 31 01:10:37.577416 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:10:37.577416 dv-cinder-760180-3-iscsi neutron-server[94635]: self.callback(batched_events) Aug 31 01:10:37.577416 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:10:37.577416 dv-cinder-760180-3-iscsi neutron-server[94635]: event.method(event) Aug 31 01:10:37.577416 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:10:37.577416 dv-cinder-760180-3-iscsi neutron-server[94635]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:10:37.577416 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:10:37.577416 dv-cinder-760180-3-iscsi neutron-server[94635]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:10:37.577416 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:10:37.577416 dv-cinder-760180-3-iscsi neutron-server[94635]: return f(self, *a, **k) Aug 31 01:10:37.577416 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:10:37.577416 dv-cinder-760180-3-iscsi neutron-server[94635]: return self._get(url).json() Aug 31 01:10:37.577416 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:10:37.577416 dv-cinder-760180-3-iscsi neutron-server[94635]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:10:37.577416 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:10:37.577416 dv-cinder-760180-3-iscsi neutron-server[94635]: return self.request(url, 'GET', **kwargs) Aug 31 01:10:37.577416 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:10:37.577416 dv-cinder-760180-3-iscsi neutron-server[94635]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:10:37.577416 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:10:37.577416 dv-cinder-760180-3-iscsi neutron-server[94635]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:10:37.577416 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:10:37.577416 dv-cinder-760180-3-iscsi neutron-server[94635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:10:37.577416 dv-cinder-760180-3-iscsi neutron-server[94635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:10:37.626572 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-83140dda-e488-48fa-8cb4-6b451d068563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:37.649822 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-83140dda-e488-48fa-8cb4-6b451d068563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:37.706776 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6187fd9a-63ac-484e-a6e7-af66c3cb60b8 req-b881690f-a32a-427d-b4bb-f798263d8cb7 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322112 Aug 31 01:10:38.037322 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-83140dda-e488-48fa-8cb4-6b451d068563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:38.037808 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a5a29189-cc97-4d40-b1a7-a63e7871b4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1451149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371993'] for network, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:38.041295 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-83140dda-e488-48fa-8cb4-6b451d068563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:38.045035 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-83140dda-e488-48fa-8cb4-6b451d068563 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e983c0c6-8e5d-4722-935c-b9038f19d1e5 HTTP/1.1" status: 204 len: 168 time: 0.4749284 Aug 31 01:10:38.053773 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a5a29189-cc97-4d40-b1a7-a63e7871b4e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for network, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:38.053773 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-a5a29189-cc97-4d40-b1a7-a63e7871b4e6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/d0f7a075-5cf1-4c2b-95df-2b457811a6c7 HTTP/1.1" status: 204 len: 168 time: 1.0778453 Aug 31 01:10:38.054957 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83140dda-e488-48fa-8cb4-6b451d068563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e983c0c6-8e5d-4722-935c-b9038f19d1e5,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:38.059684 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a29189-cc97-4d40-b1a7-a63e7871b4e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0f7a075-5cf1-4c2b-95df-2b457811a6c7,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:38.067072 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-2f3f8978-fed5-4426-9084-68e2a77901f8 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Made reservation on behalf of 98ab9da13d934f25b5b1fca982b961f3 for: {'port': 1} {{(pid=94635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:10:38.069965 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-2f3f8978-fed5-4426-9084-68e2a77901f8 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:38.072858 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a29189-cc97-4d40-b1a7-a63e7871b4e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:38.076648 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a29189-cc97-4d40-b1a7-a63e7871b4e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:38.076648 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a29189-cc97-4d40-b1a7-a63e7871b4e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:38.076648 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a29189-cc97-4d40-b1a7-a63e7871b4e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:38.076648 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a29189-cc97-4d40-b1a7-a63e7871b4e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:38.076648 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a29189-cc97-4d40-b1a7-a63e7871b4e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:38.076648 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a29189-cc97-4d40-b1a7-a63e7871b4e6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:38.076648 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a29189-cc97-4d40-b1a7-a63e7871b4e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:38.076648 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a29189-cc97-4d40-b1a7-a63e7871b4e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:38.076648 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a29189-cc97-4d40-b1a7-a63e7871b4e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:38.076648 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a29189-cc97-4d40-b1a7-a63e7871b4e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:38.076648 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a29189-cc97-4d40-b1a7-a63e7871b4e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:38.208823 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-2f3f8978-fed5-4426-9084-68e2a77901f8 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Allocated IP 172.20.0.5 (6d6364cb-20be-4b34-9321-c4d0337d014e/f634684c-da13-425f-ac91-3350dc290132/1ef1d2d0-ba44-49f5-a760-87c523a45dda) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:10:38.359783 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-2f3f8978-fed5-4426-9084-68e2a77901f8 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:38.475423 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 55694) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:38.483614 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-2f3f8978-fed5-4426-9084-68e2a77901f8 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:38.500201 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] get_ports_and_sgs() called for port_ids ['e60caf99-56d2-4f9b-bc5d-db1d5823473d'] {{(pid=94636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:10:38.504143 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 55698) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:38.527944 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-2f3f8978-fed5-4426-9084-68e2a77901f8 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Network 6d6364cb-20be-4b34-9321-c4d0337d014e is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:10:38.535959 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-2f3f8978-fed5-4426-9084-68e2a77901f8 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:10:38.539691 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-2f3f8978-fed5-4426-9084-68e2a77901f8 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:10:38.572641 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f8978-fed5-4426-9084-68e2a77901f8 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Pushing event updated for resources: {'Port': ['ID=1ef1d2d0-ba44-49f5-a760-87c523a45dda,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:38.588173 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 55704) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:38.636960 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-afa5e8a2-f725-4f0f-84a0-10052b20ceb7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1b466b4a1c614371a5dd936aed747c3f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0474489 Aug 31 01:10:38.637599 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 55706) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:38.638599 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-2f3f8978-fed5-4426-9084-68e2a77901f8 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:38.639592 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-2f3f8978-fed5-4426-9084-68e2a77901f8 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for port, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:38.671911 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428a366-43cc-4327-a477-1e43c98129ac req-df802006-e272-4914-a79f-6b5577a8a9c4 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:38.673679 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e428a366-43cc-4327-a477-1e43c98129ac req-df802006-e272-4914-a79f-6b5577a8a9c4 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=86ab75c1-07a9-43aa-b109-096a8e0efb2b HTTP/1.1" status: 200 len: 931 time: 0.0701723 Aug 31 01:10:38.710935 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f0221145-6595-46a5-b215-7a858e4e8700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:38.720030 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e428a366-43cc-4327-a477-1e43c98129ac req-df719797-0bb4-4b7e-a9ca-a45ce6ca280b tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384610 Aug 31 01:10:38.730649 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-2f3f8978-fed5-4426-9084-68e2a77901f8 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1685700 Aug 31 01:10:38.750831 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-1074bd7e-7eda-452a-bea6-7babbe31780f service neutron] Request body: {'port': {'device_id': '86ab75c1-07a9-43aa-b109-096a8e0efb2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:38.839305 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 55710) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:38.865620 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-060ecb00-55d2-42ba-bf41-cc47409a2a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:38.884851 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153e693-3632-45eb-a98e-f7f5c53bd199 req-67f9f889-740a-4a86-b00f-17d8c568f075 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:38.893995 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f153e693-3632-45eb-a98e-f7f5c53bd199 req-67f9f889-740a-4a86-b00f-17d8c568f075 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 945 time: 0.1057923 Aug 31 01:10:38.893995 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-1074bd7e-7eda-452a-bea6-7babbe31780f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:38.940054 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-c1288ac6-347d-452c-9da9-d9449abe5617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:38.981123 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4ae68dbc-7059-4ae5-b422-af5701678bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:38.982914 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c2c13447-cc67-49a1-878d-beac4a74e8cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:38.985647 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f0221145-6595-46a5-b215-7a858e4e8700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:38.989168 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f153e693-3632-45eb-a98e-f7f5c53bd199 req-89ad6464-c397-45da-b5cf-202379c9fda7 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898929 Aug 31 01:10:39.140025 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f0221145-6595-46a5-b215-7a858e4e8700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:39.142446 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f0221145-6595-46a5-b215-7a858e4e8700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:39.143711 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-f0221145-6595-46a5-b215-7a858e4e8700 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/577dda9f-eaa4-4bb9-a257-fa486615b5e8 HTTP/1.1" status: 204 len: 168 time: 0.5051486 Aug 31 01:10:39.152411 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0221145-6595-46a5-b215-7a858e4e8700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577dda9f-eaa4-4bb9-a257-fa486615b5e8,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:39.362918 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-060ecb00-55d2-42ba-bf41-cc47409a2a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:39.368878 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:39.447108 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.notifiers.nova [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-1074bd7e-7eda-452a-bea6-7babbe31780f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ef1d2d0-ba44-49f5-a760-87c523a45dda {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:10:39.455311 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-1074bd7e-7eda-452a-bea6-7babbe31780f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:39.467625 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-1074bd7e-7eda-452a-bea6-7babbe31780f service neutron] Transition to ACTIVE for port object 1ef1d2d0-ba44-49f5-a760-87c523a45dda will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:10:39.475564 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-060ecb00-55d2-42ba-bf41-cc47409a2a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:39.485425 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.db.api [None req-4ae68dbc-7059-4ae5-b422-af5701678bb8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 01:10:39.485425 dv-cinder-760180-3-iscsi neutron-server[94634]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 01:10:39.485425 dv-cinder-760180-3-iscsi neutron-server[94634]: [parameters: {'project_id_1': '14be82390d5a4c2988c9504bde098cea', 'expiration_1': datetime.datetime(2021, 8, 31, 1, 10, 39, 17374)}] Aug 31 01:10:39.485425 dv-cinder-760180-3-iscsi neutron-server[94634]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94634) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:10:39.485830 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG oslo_db.api [None req-4ae68dbc-7059-4ae5-b422-af5701678bb8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:10:39.518032 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-060ecb00-55d2-42ba-bf41-cc47409a2a0d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=751be247e84342e78803261f01596088&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6765931 Aug 31 01:10:39.519590 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 55720) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:39.526841 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ecb00-55d2-42ba-bf41-cc47409a2a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc41192d-cd93-44bf-8d10-62e38baf9a6e,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:39.539478 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-1074bd7e-7eda-452a-bea6-7babbe31780f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127206981'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:39.589568 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c2c13447-cc67-49a1-878d-beac4a74e8cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:39.615658 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1074bd7e-7eda-452a-bea6-7babbe31780f service neutron] Pushing event updated for resources: {'Port': ['ID=1ef1d2d0-ba44-49f5-a760-87c523a45dda,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:39.666993 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3a1109e9-e095-45eb-9540-ad18e54e7fb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:39.683725 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c2c13447-cc67-49a1-878d-beac4a74e8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:39.703376 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3a1109e9-e095-45eb-9540-ad18e54e7fb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:39.710722 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-1074bd7e-7eda-452a-bea6-7babbe31780f service neutron] Attempting to bind port 1ef1d2d0-ba44-49f5-a760-87c523a45dda on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:10:39.711064 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-1074bd7e-7eda-452a-bea6-7babbe31780f service neutron] Attempting to bind port 1ef1d2d0-ba44-49f5-a760-87c523a45dda by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': '0f15d5f7-ec41-4aa6-9213-d85d0fa11953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6d6364cb-20be-4b34-9321-c4d0337d014e'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:10:39.711372 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-1074bd7e-7eda-452a-bea6-7babbe31780f service neutron] Attempting to bind port 1ef1d2d0-ba44-49f5-a760-87c523a45dda on network 6d6364cb-20be-4b34-9321-c4d0337d014e {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:10:39.718384 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-1074bd7e-7eda-452a-bea6-7babbe31780f service neutron] Port 1ef1d2d0-ba44-49f5-a760-87c523a45dda on network 6d6364cb-20be-4b34-9321-c4d0337d014e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:10:39.721370 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-1074bd7e-7eda-452a-bea6-7babbe31780f service neutron] Attempting to bind port 1ef1d2d0-ba44-49f5-a760-87c523a45dda on network 6d6364cb-20be-4b34-9321-c4d0337d014e {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:10:39.721600 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c13447-cc67-49a1-878d-beac4a74e8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfed1b5-69f4-4762-aa01-0a467d106b05,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:39.724588 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-c2c13447-cc67-49a1-878d-beac4a74e8cf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4a2dc193e5c940d18378a190d3ee1b3e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2192006 Aug 31 01:10:39.727797 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 55728) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:39.735026 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-1074bd7e-7eda-452a-bea6-7babbe31780f service neutron] Checking agent: {'id': 'eda6ee24-af74-4eb1-946c-b1b8388ec369', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 7, 44), 'started_at': datetime.datetime(2021, 8, 31, 1, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:10:39.735360 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-1074bd7e-7eda-452a-bea6-7babbe31780f service neutron] Checking segment: {'id': '0f15d5f7-ec41-4aa6-9213-d85d0fa11953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6d6364cb-20be-4b34-9321-c4d0337d014e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:10:39.735737 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-1074bd7e-7eda-452a-bea6-7babbe31780f service neutron] Bound using segment: {'id': '0f15d5f7-ec41-4aa6-9213-d85d0fa11953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6d6364cb-20be-4b34-9321-c4d0337d014e'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:10:39.736188 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-1074bd7e-7eda-452a-bea6-7babbe31780f service neutron] Bound port: 1ef1d2d0-ba44-49f5-a760-87c523a45dda, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f15d5f7-ec41-4aa6-9213-d85d0fa11953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6d6364cb-20be-4b34-9321-c4d0337d014e'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:10:39.736526 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-1074bd7e-7eda-452a-bea6-7babbe31780f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:39.803164 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-606d7f4b-8bf8-4a54-b754-69d60068a5dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:39.830862 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-606d7f4b-8bf8-4a54-b754-69d60068a5dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:39.849075 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-1074bd7e-7eda-452a-bea6-7babbe31780f service neutron] For port 1ef1d2d0-ba44-49f5-a760-87c523a45dda, host hv-cinder-76018, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:10:39.865953 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-1074bd7e-7eda-452a-bea6-7babbe31780f service neutron] For port 1ef1d2d0-ba44-49f5-a760-87c523a45dda, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=1ef1d2d0-ba44-49f5-a760-87c523a45dda,segment=NetworkSegment(0f15d5f7-ec41-4aa6-9213-d85d0fa11953),segment_id=0f15d5f7-ec41-4aa6-9213-d85d0fa11953)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:10:39.882814 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987a46c6-7dc1-401c-be2f-de502afc75f1 req-01fae041-e10f-4538-bf8e-ac1a835dfac3 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:39.891181 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-987a46c6-7dc1-401c-be2f-de502afc75f1 req-01fae041-e10f-4538-bf8e-ac1a835dfac3 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=86ab75c1-07a9-43aa-b109-096a8e0efb2b HTTP/1.1" status: 200 len: 943 time: 0.0658374 Aug 31 01:10:39.891181 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3a1109e9-e095-45eb-9540-ad18e54e7fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:39.891181 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3a1109e9-e095-45eb-9540-ad18e54e7fb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:39.891181 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-3a1109e9-e095-45eb-9540-ad18e54e7fb3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cc41192d-cd93-44bf-8d10-62e38baf9a6e HTTP/1.1" status: 204 len: 168 time: 0.3682961 Aug 31 01:10:39.904273 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1109e9-e095-45eb-9540-ad18e54e7fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc41192d-cd93-44bf-8d10-62e38baf9a6e,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:39.938066 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-1074bd7e-7eda-452a-bea6-7babbe31780f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127206981'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:39.948021 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-987a46c6-7dc1-401c-be2f-de502afc75f1 req-41b3fa24-ad39-42c6-a46b-ba5b286609cb tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553720 Aug 31 01:10:39.957623 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:39.958690 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-606d7f4b-8bf8-4a54-b754-69d60068a5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:39.968989 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-606d7f4b-8bf8-4a54-b754-69d60068a5dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:39.968989 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-606d7f4b-8bf8-4a54-b754-69d60068a5dd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7bfed1b5-69f4-4762-aa01-0a467d106b05 HTTP/1.1" status: 204 len: 168 time: 0.2385776 Aug 31 01:10:39.976446 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d7f4b-8bf8-4a54-b754-69d60068a5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfed1b5-69f4-4762-aa01-0a467d106b05,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:39.977721 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-1074bd7e-7eda-452a-bea6-7babbe31780f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:39.978352 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-1074bd7e-7eda-452a-bea6-7babbe31780f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for port, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:39.984918 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-1074bd7e-7eda-452a-bea6-7babbe31780f service neutron] 10.222.0.72 "PUT /v2.0/ports/1ef1d2d0-ba44-49f5-a760-87c523a45dda HTTP/1.1" status: 200 len: 1093 time: 1.2407019 Aug 31 01:10:39.985354 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ab75c1-07a9-43aa-b109-096a8e0efb2b', 'tag': '1ef1d2d0-ba44-49f5-a760-87c523a45dda'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:10:39.987359 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4ae68dbc-7059-4ae5-b422-af5701678bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:39.988658 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b881214d57cd1965c46d5ffcb12adc10c1d351a412fd4a0d5151f09a2b3a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63a70da-a60b-4779-b0fb-865bd752506a" -d '{"events": [{"name": "network-changed", "server_uuid": "86ab75c1-07a9-43aa-b109-096a8e0efb2b", "tag": "1ef1d2d0-ba44-49f5-a760-87c523a45dda"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:10:40.054505 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1074bd7e-7eda-452a-bea6-7babbe31780f service neutron] Pushing event updated for resources: {'Port': ['ID=1ef1d2d0-ba44-49f5-a760-87c523a45dda,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:40.066774 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43be288b-566b-46cc-8805-45620beb127f x-openstack-request-id: req-43be288b-566b-46cc-8805-45620beb127f {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:10:40.071633 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86ab75c1-07a9-43aa-b109-096a8e0efb2b", "tag": "1ef1d2d0-ba44-49f5-a760-87c523a45dda", "status": "completed", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:10:40.071633 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-43be288b-566b-46cc-8805-45620beb127f {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:10:40.071633 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86ab75c1-07a9-43aa-b109-096a8e0efb2b', 'tag': '1ef1d2d0-ba44-49f5-a760-87c523a45dda', 'status': 'completed', 'code': 200} Aug 31 01:10:40.097587 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4ae68dbc-7059-4ae5-b422-af5701678bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:40.162850 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-55004b0a-5b41-43fa-a285-12020ec5e4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:40.166838 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-55004b0a-5b41-43fa-a285-12020ec5e4a3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=98ab9da13d934f25b5b1fca982b961f3&device_id=86ab75c1-07a9-43aa-b109-096a8e0efb2b HTTP/1.1" status: 200 len: 1096 time: 0.0764587 Aug 31 01:10:40.172482 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf33fc8-03bd-45d0-810d-7e36ad97b69f req-c550c570-001b-47d3-9fcc-0f9b85b01573 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:40.173901 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7bf33fc8-03bd-45d0-810d-7e36ad97b69f req-c550c570-001b-47d3-9fcc-0f9b85b01573 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 945 time: 0.0756660 Aug 31 01:10:40.192926 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4ae68dbc-7059-4ae5-b422-af5701678bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:40.223552 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-25fa68d9-5f91-4d47-a5c4-1f7332bd9457 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ef1d2d0-ba44-49f5-a760-87c523a45dda HTTP/1.1" status: 200 len: 217 time: 0.0458176 Aug 31 01:10:40.233677 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-4ae68dbc-7059-4ae5-b422-af5701678bb8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=14be82390d5a4c2988c9504bde098cea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7565284 Aug 31 01:10:40.234642 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae68dbc-7059-4ae5-b422-af5701678bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34496bb5-8839-4aae-94af-ec3a9844db5f,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:40.237061 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 55746) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:40.304126 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7bf33fc8-03bd-45d0-810d-7e36ad97b69f req-d4841982-72ff-420d-ba6d-4cda4ef8ba78 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110251 Aug 31 01:10:40.305540 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0eb1ab78-2a48-457e-8b9d-7ad7d900fdf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:40.323668 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-1296dab6-ed7c-41fc-9a75-6b70c6aa7053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:40.325129 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-1296dab6-ed7c-41fc-9a75-6b70c6aa7053 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f634684c-da13-425f-ac91-3350dc290132 HTTP/1.1" status: 200 len: 854 time: 0.0914950 Aug 31 01:10:40.345104 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0eb1ab78-2a48-457e-8b9d-7ad7d900fdf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:40.401317 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-a6988581-ca69-44ef-984c-acc4fea8d31c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d6364cb-20be-4b34-9321-c4d0337d014e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510697 Aug 31 01:10:40.471875 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-27bc234b-f5a7-456d-9bc2-0a6075c609ca req-5884f69e-2509-4657-9973-da69816611ab service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b1759872-23c6-45b1-8c30-f40c20adda2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0621045 Aug 31 01:10:40.512455 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-033b3662-c491-4dc2-8c0b-716b15c0c025 service neutron] 10.222.0.72 "GET /v2.0/networks/6d6364cb-20be-4b34-9321-c4d0337d014e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942485 Aug 31 01:10:40.523524 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0eb1ab78-2a48-457e-8b9d-7ad7d900fdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:40.526026 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0eb1ab78-2a48-457e-8b9d-7ad7d900fdf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:40.527131 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-0eb1ab78-2a48-457e-8b9d-7ad7d900fdf9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/34496bb5-8839-4aae-94af-ec3a9844db5f HTTP/1.1" status: 204 len: 168 time: 0.2892017 Aug 31 01:10:40.550716 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb1ab78-2a48-457e-8b9d-7ad7d900fdf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34496bb5-8839-4aae-94af-ec3a9844db5f,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:40.613366 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc234b-f5a7-456d-9bc2-0a6075c609ca req-22136a42-21ce-4a9b-9b73-4a8b61fcdc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:40.615820 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-27bc234b-f5a7-456d-9bc2-0a6075c609ca req-22136a42-21ce-4a9b-9b73-4a8b61fcdc2d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=98ab9da13d934f25b5b1fca982b961f3&device_id=b1759872-23c6-45b1-8c30-f40c20adda2a HTTP/1.1" status: 200 len: 1098 time: 0.0787129 Aug 31 01:10:40.670363 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ce2021f2-ad2b-4514-b407-ce0e86d6e38e req-14d42761-36d1-443b-812f-cd0fed6b415b service neutron] 10.222.0.72 "GET /v2.0/networks/6d6364cb-20be-4b34-9321-c4d0337d014e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461883 Aug 31 01:10:40.747231 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc234b-f5a7-456d-9bc2-0a6075c609ca req-ccc92770-e82c-450f-ab37-421a3c233f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:40.748676 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-27bc234b-f5a7-456d-9bc2-0a6075c609ca req-ccc92770-e82c-450f-ab37-421a3c233f6d service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d6364cb-20be-4b34-9321-c4d0337d014e HTTP/1.1" status: 200 len: 915 time: 0.0920365 Aug 31 01:10:40.792135 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-27bc234b-f5a7-456d-9bc2-0a6075c609ca req-ca30d834-4e9e-4988-8b68-d819cb84b423 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e60caf99-56d2-4f9b-bc5d-db1d5823473d HTTP/1.1" status: 200 len: 217 time: 0.0338030 Aug 31 01:10:40.847455 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc234b-f5a7-456d-9bc2-0a6075c609ca req-44ade6a6-1362-4b52-8463-2a3c0c64a1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:40.849049 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-27bc234b-f5a7-456d-9bc2-0a6075c609ca req-44ade6a6-1362-4b52-8463-2a3c0c64a1ce service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f634684c-da13-425f-ac91-3350dc290132 HTTP/1.1" status: 200 len: 854 time: 0.0488210 Aug 31 01:10:40.883171 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-27bc234b-f5a7-456d-9bc2-0a6075c609ca req-0ebedec2-6a8e-4dc8-b655-d973daff7c72 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d6364cb-20be-4b34-9321-c4d0337d014e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267136 Aug 31 01:10:40.888138 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a70da-a60b-4779-b0fb-865bd752506a req-d80b96f6-7675-4737-a194-509cf5b0b956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:40.889612 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d63a70da-a60b-4779-b0fb-865bd752506a req-d80b96f6-7675-4737-a194-509cf5b0b956 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=98ab9da13d934f25b5b1fca982b961f3&device_id=86ab75c1-07a9-43aa-b109-096a8e0efb2b HTTP/1.1" status: 200 len: 1096 time: 0.0445189 Aug 31 01:10:41.020625 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-27bc234b-f5a7-456d-9bc2-0a6075c609ca req-9bfa48e9-d896-44f6-aff9-7c158158ef87 service neutron] 10.222.0.72 "GET /v2.0/networks/6d6364cb-20be-4b34-9321-c4d0337d014e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144357 Aug 31 01:10:41.021231 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a70da-a60b-4779-b0fb-865bd752506a req-7612aac0-5089-49ed-ae1d-ad46d61778e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:41.023847 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d63a70da-a60b-4779-b0fb-865bd752506a req-7612aac0-5089-49ed-ae1d-ad46d61778e4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d6364cb-20be-4b34-9321-c4d0337d014e HTTP/1.1" status: 200 len: 915 time: 0.1167736 Aug 31 01:10:41.108538 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d63a70da-a60b-4779-b0fb-865bd752506a req-13e55fa4-df65-4f5c-9be8-21342777c61e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ef1d2d0-ba44-49f5-a760-87c523a45dda HTTP/1.1" status: 200 len: 217 time: 0.0502591 Aug 31 01:10:41.139106 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-27bc234b-f5a7-456d-9bc2-0a6075c609ca req-fc9d1ec1-3a26-4b2d-aeb1-0c15009336f7 service neutron] 10.222.0.72 "GET /v2.0/networks/6d6364cb-20be-4b34-9321-c4d0337d014e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878487 Aug 31 01:10:41.140449 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233329d2-3e63-4918-9de8-a7d5b450d954 req-5b4a024f-30a8-4c76-ae21-acd8ec625e34 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:41.141904 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-233329d2-3e63-4918-9de8-a7d5b450d954 req-5b4a024f-30a8-4c76-ae21-acd8ec625e34 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=86ab75c1-07a9-43aa-b109-096a8e0efb2b HTTP/1.1" status: 200 len: 943 time: 0.0947263 Aug 31 01:10:41.197194 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a70da-a60b-4779-b0fb-865bd752506a req-716104c9-e383-43c4-8db7-d268d7b688d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:41.198695 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d63a70da-a60b-4779-b0fb-865bd752506a req-716104c9-e383-43c4-8db7-d268d7b688d1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f634684c-da13-425f-ac91-3350dc290132 HTTP/1.1" status: 200 len: 854 time: 0.0746684 Aug 31 01:10:41.210872 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-233329d2-3e63-4918-9de8-a7d5b450d954 req-cfdf77d1-6c1a-42c0-8bf6-ac5c599d9959 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478220 Aug 31 01:10:41.237589 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d63a70da-a60b-4779-b0fb-865bd752506a req-fc2bdf5f-08c5-4176-b4d7-8467885ea20c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d6364cb-20be-4b34-9321-c4d0337d014e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243723 Aug 31 01:10:41.353540 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d63a70da-a60b-4779-b0fb-865bd752506a req-a3fc6d4e-ce37-4af2-92d9-300c4e78a173 service neutron] 10.222.0.72 "GET /v2.0/networks/6d6364cb-20be-4b34-9321-c4d0337d014e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989778 Aug 31 01:10:41.414985 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 55794) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:41.432192 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d92221db-245c-4a1f-8ce7-fb4fb0f32d2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:41.496182 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67357d40-4c9c-4db2-8bc8-8dad1b80e897 req-4ac0e6de-4095-47e9-abfe-6c32856165c5 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:41.497726 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-67357d40-4c9c-4db2-8bc8-8dad1b80e897 req-4ac0e6de-4095-47e9-abfe-6c32856165c5 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 945 time: 0.0720720 Aug 31 01:10:41.514278 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d63a70da-a60b-4779-b0fb-865bd752506a req-bb571c3e-c772-49f8-968c-628c16d49d27 service neutron] 10.222.0.72 "GET /v2.0/networks/6d6364cb-20be-4b34-9321-c4d0337d014e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424496 Aug 31 01:10:41.548731 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-67357d40-4c9c-4db2-8bc8-8dad1b80e897 req-266dca82-a08a-4b6f-96ff-152d1805f5a0 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429654 Aug 31 01:10:41.561447 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d92221db-245c-4a1f-8ce7-fb4fb0f32d2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:41.695716 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d92221db-245c-4a1f-8ce7-fb4fb0f32d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:41.735496 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-d92221db-245c-4a1f-8ce7-fb4fb0f32d2c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=56bd7961b35641f0839cdef98e9a91f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3187196 Aug 31 01:10:41.738396 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 55808) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:41.745410 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92221db-245c-4a1f-8ce7-fb4fb0f32d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3419e15c-50e8-4eab-80c6-14b8c5d9d177,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:41.815269 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a47aa527-3644-4128-b3c4-c0b6ef7841d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:41.840184 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a47aa527-3644-4128-b3c4-c0b6ef7841d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:42.020012 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:42.048665 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a47aa527-3644-4128-b3c4-c0b6ef7841d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:42.051538 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a47aa527-3644-4128-b3c4-c0b6ef7841d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:42.055132 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-a47aa527-3644-4128-b3c4-c0b6ef7841d9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3419e15c-50e8-4eab-80c6-14b8c5d9d177 HTTP/1.1" status: 204 len: 168 time: 0.3134792 Aug 31 01:10:42.071862 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47aa527-3644-4128-b3c4-c0b6ef7841d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3419e15c-50e8-4eab-80c6-14b8c5d9d177,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:42.334845 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83799cf-971d-4df2-acca-3260fda311c1 req-0b2ae940-af3c-4a4d-82fd-1db07b70c6c6 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:42.336343 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d83799cf-971d-4df2-acca-3260fda311c1 req-0b2ae940-af3c-4a4d-82fd-1db07b70c6c6 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=86ab75c1-07a9-43aa-b109-096a8e0efb2b HTTP/1.1" status: 200 len: 943 time: 0.0545690 Aug 31 01:10:42.374248 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d83799cf-971d-4df2-acca-3260fda311c1 req-0e3c8cd5-06a6-4823-9b36-39c69fa79c99 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316560 Aug 31 01:10:42.677103 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c691005-38b4-432f-9a95-67fed31ad76b req-356eaeb8-00a3-4a89-b554-e9141986ff45 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:42.679091 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7c691005-38b4-432f-9a95-67fed31ad76b req-356eaeb8-00a3-4a89-b554-e9141986ff45 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 945 time: 0.0500681 Aug 31 01:10:42.721329 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7c691005-38b4-432f-9a95-67fed31ad76b req-2dc2d053-b497-4d06-9b63-f63c314f231c tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328069 Aug 31 01:10:43.177374 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 1ef1d2d0-ba44-49f5-a760-87c523a45dda details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:10:43.389454 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 1ef1d2d0-ba44-49f5-a760-87c523a45dda, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=1ef1d2d0-ba44-49f5-a760-87c523a45dda,segment=NetworkSegment(0f15d5f7-ec41-4aa6-9213-d85d0fa11953),segment_id=0f15d5f7-ec41-4aa6-9213-d85d0fa11953)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:43.419781 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Returning: {'device': '1ef1d2d0-ba44-49f5-a760-87c523a45dda', 'network_id': '6d6364cb-20be-4b34-9321-c4d0337d014e', 'port_id': '1ef1d2d0-ba44-49f5-a760-87c523a45dda', 'mac_address': 'fa:16:3e:a8:2f:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f634684c-da13-425f-ac91-3350dc290132', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:10:43.465087 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:43.479555 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ef1d2d0-ba44-49f5-a760-87c523a45dda {{(pid=94636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:10:43.505611 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 1ef1d2d0-ba44-49f5-a760-87c523a45dda, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=1ef1d2d0-ba44-49f5-a760-87c523a45dda,segment=NetworkSegment(0f15d5f7-ec41-4aa6-9213-d85d0fa11953),segment_id=0f15d5f7-ec41-4aa6-9213-d85d0fa11953)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:43.509422 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d1d38-814e-4866-b3ca-b81dfd31abae req-4b016787-9d05-4d75-961a-256c4d4fe51b tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:43.511069 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-472d1d38-814e-4866-b3ca-b81dfd31abae req-4b016787-9d05-4d75-961a-256c4d4fe51b tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=86ab75c1-07a9-43aa-b109-096a8e0efb2b HTTP/1.1" status: 200 len: 943 time: 0.0487387 Aug 31 01:10:43.551656 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-472d1d38-814e-4866-b3ca-b81dfd31abae req-6f4aff32-f125-433c-b2f4-94b10699aea7 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343885 Aug 31 01:10:43.614323 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:43.663707 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=1ef1d2d0-ba44-49f5-a760-87c523a45dda,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:43.672799 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:43.673263 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:43.676078 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:43.676078 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:43.676078 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:43.676078 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:43.676078 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:43.676078 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:43.676739 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:43.677021 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:43.677515 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:43.677965 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:10:43.840191 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01013dd8-91b3-47b9-aff4-368bd9fb87f8 req-a6cf0442-5fb9-4234-9095-5b3231c2c53e tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:43.841651 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-01013dd8-91b3-47b9-aff4-368bd9fb87f8 req-a6cf0442-5fb9-4234-9095-5b3231c2c53e tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 945 time: 0.0540617 Aug 31 01:10:43.902690 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-01013dd8-91b3-47b9-aff4-368bd9fb87f8 req-b1daf588-5023-46b5-91df-209c47ac39c8 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505462 Aug 31 01:10:43.983332 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] get_ports_and_sgs() called for port_ids ['1ef1d2d0-ba44-49f5-a760-87c523a45dda'] {{(pid=94636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:10:44.127419 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:44.665580 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a644021-d53c-4a9f-aa3e-3c04337bcae2 req-b795d5b5-28ef-489b-ac3c-52552b630467 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:44.666972 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5a644021-d53c-4a9f-aa3e-3c04337bcae2 req-b795d5b5-28ef-489b-ac3c-52552b630467 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=86ab75c1-07a9-43aa-b109-096a8e0efb2b HTTP/1.1" status: 200 len: 944 time: 0.0486236 Aug 31 01:10:44.703140 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5a644021-d53c-4a9f-aa3e-3c04337bcae2 req-a5a5c1ba-2ed3-41a2-9f8c-28f3913ba8c0 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302429 Aug 31 01:10:45.005308 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48dd07b-2e64-4608-ac19-436d945f2d94 req-282ef5a2-0778-499f-878b-895d5fa44dbe tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:45.007557 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a48dd07b-2e64-4608-ac19-436d945f2d94 req-282ef5a2-0778-499f-878b-895d5fa44dbe tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 945 time: 0.0491283 Aug 31 01:10:45.044884 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a48dd07b-2e64-4608-ac19-436d945f2d94 req-80f10973-736e-407e-935e-b2af17a2e6f2 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315099 Aug 31 01:10:46.714497 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 1ef1d2d0-ba44-49f5-a760-87c523a45dda up at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:10:46.765360 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:10:46.836362 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Provisioning for port 1ef1d2d0-ba44-49f5-a760-87c523a45dda completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:10:46.840259 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Provisioning complete for port 1ef1d2d0-ba44-49f5-a760-87c523a45dda triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:10:46.840634 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:46.913462 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:46.935183 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ab75c1-07a9-43aa-b109-096a8e0efb2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef1d2d0-ba44-49f5-a760-87c523a45dda'}] {{(pid=94636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:10:46.937390 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d232dde22f81f13b8276e8d192a9956b8a1abe374d21fab87add1b29b36cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ef86de-3d7e-422e-8a6b-1361e3bcd400" -d '{"events": [{"server_uuid": "86ab75c1-07a9-43aa-b109-096a8e0efb2b", "name": "network-vif-plugged", "status": "completed", "tag": "1ef1d2d0-ba44-49f5-a760-87c523a45dda"}]}' {{(pid=94636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:10:46.949616 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 1ef1d2d0-ba44-49f5-a760-87c523a45dda, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=1ef1d2d0-ba44-49f5-a760-87c523a45dda,segment=NetworkSegment(0f15d5f7-ec41-4aa6-9213-d85d0fa11953),segment_id=0f15d5f7-ec41-4aa6-9213-d85d0fa11953)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:10:46.985095 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:47.042115 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=1ef1d2d0-ba44-49f5-a760-87c523a45dda,revision_number=5']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:47.893238 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d3787-541e-4ed1-b1a9-2f0e355bfeaf req-eb24db87-0072-4c7a-b490-db34998c1593 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:47.894735 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-745d3787-541e-4ed1-b1a9-2f0e355bfeaf req-eb24db87-0072-4c7a-b490-db34998c1593 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=86ab75c1-07a9-43aa-b109-096a8e0efb2b HTTP/1.1" status: 200 len: 945 time: 0.0610940 Aug 31 01:10:47.954642 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5605d-61be-4bdd-927f-987e85bfd357 req-32ab0024-ea14-4f31-996a-910179a9f06b tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:47.956170 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-20c5605d-61be-4bdd-927f-987e85bfd357 req-32ab0024-ea14-4f31-996a-910179a9f06b tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 945 time: 0.0838103 Aug 31 01:10:47.959185 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-745d3787-541e-4ed1-b1a9-2f0e355bfeaf req-b658278e-4132-44db-b62b-21733241f622 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510678 Aug 31 01:10:47.995615 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-20c5605d-61be-4bdd-927f-987e85bfd357 req-619d7bf3-22e6-4425-8229-05557a3b3764 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328605 Aug 31 01:10:48.002233 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a359606-dacf-4d73-a56a-4edc27dc8a78 x-openstack-request-id: req-7a359606-dacf-4d73-a56a-4edc27dc8a78 {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:10:48.002752 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ab75c1-07a9-43aa-b109-096a8e0efb2b", "name": "network-vif-plugged", "status": "completed", "tag": "1ef1d2d0-ba44-49f5-a760-87c523a45dda", "code": 200}]} {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:10:48.002856 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7a359606-dacf-4d73-a56a-4edc27dc8a78 {{(pid=94636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:10:48.003191 dv-cinder-760180-3-iscsi neutron-server[94636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ab75c1-07a9-43aa-b109-096a8e0efb2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef1d2d0-ba44-49f5-a760-87c523a45dda', 'code': 200} Aug 31 01:10:51.018287 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30767254-153c-491b-a67a-c15856a927f1 req-48186038-49d0-4c06-8ac9-848914a5fa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:51.020611 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-30767254-153c-491b-a67a-c15856a927f1 req-48186038-49d0-4c06-8ac9-848914a5fa5c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=86ab75c1-07a9-43aa-b109-096a8e0efb2b HTTP/1.1" status: 200 len: 1098 time: 0.0402105 Aug 31 01:10:51.118633 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-30767254-153c-491b-a67a-c15856a927f1 req-16b09c35-5674-465e-a75a-2d8a92da62ab service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666239 Aug 31 01:10:51.157144 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa1b91-e3d6-42c8-a86c-3f0f6cce27df req-3847768a-e78e-4f83-9b93-a3bbf5c4b8be tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:51.158581 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-92fa1b91-e3d6-42c8-a86c-3f0f6cce27df req-3847768a-e78e-4f83-9b93-a3bbf5c4b8be tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=86ab75c1-07a9-43aa-b109-096a8e0efb2b HTTP/1.1" status: 200 len: 945 time: 0.0829256 Aug 31 01:10:51.169817 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d652fd6-9b4d-4bd4-a0e6-305f7b0f9453 req-e932463d-6c10-4e24-9dbb-7795e9c3b6ff tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:51.171254 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8d652fd6-9b4d-4bd4-a0e6-305f7b0f9453 req-e932463d-6c10-4e24-9dbb-7795e9c3b6ff tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 945 time: 0.0804036 Aug 31 01:10:51.223689 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-92fa1b91-e3d6-42c8-a86c-3f0f6cce27df req-04e6aa62-92b2-4ae5-9c8c-22146f325da4 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515270 Aug 31 01:10:51.230794 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8d652fd6-9b4d-4bd4-a0e6-305f7b0f9453 req-0545aba8-cc21-4cdc-9ffa-bfcd6fffcd18 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529976 Aug 31 01:10:54.756358 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ebaf0-cdf0-49d3-a389-cdbcd17f10be req-6e1f17d7-9977-4b2f-afbc-30917ba9c928 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:54.757795 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4a4ebaf0-cdf0-49d3-a389-cdbcd17f10be req-6e1f17d7-9977-4b2f-afbc-30917ba9c928 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=86ab75c1-07a9-43aa-b109-096a8e0efb2b HTTP/1.1" status: 200 len: 945 time: 0.0816884 Aug 31 01:10:54.768754 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff169f7-7398-4239-b3a1-900eb8b94522 req-8f810db8-2c5c-4b89-8a29-6fa1e7537ff5 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:54.770100 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6ff169f7-7398-4239-b3a1-900eb8b94522 req-8f810db8-2c5c-4b89-8a29-6fa1e7537ff5 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 945 time: 0.0616796 Aug 31 01:10:54.824177 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4a4ebaf0-cdf0-49d3-a389-cdbcd17f10be req-0fe41b06-5710-458e-be36-bd4a6a858440 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531220 Aug 31 01:10:54.832449 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6ff169f7-7398-4239-b3a1-900eb8b94522 req-772561dd-26b5-4515-bd3f-9f2f410250b7 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558455 Aug 31 01:10:55.996809 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6335d9b-7760-4c93-b116-7661ee3b4df2 req-3087fe1e-483a-4e83-a596-34a17e3861c4 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:55.998307 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e6335d9b-7760-4c93-b116-7661ee3b4df2 req-3087fe1e-483a-4e83-a596-34a17e3861c4 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=86ab75c1-07a9-43aa-b109-096a8e0efb2b HTTP/1.1" status: 200 len: 945 time: 0.0793419 Aug 31 01:10:56.007182 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df951954-2955-412f-a32c-333c2bb792f4 req-c125a823-5299-4ad2-a7a0-c5e2a4e48e74 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:56.008653 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-df951954-2955-412f-a32c-333c2bb792f4 req-c125a823-5299-4ad2-a7a0-c5e2a4e48e74 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 945 time: 0.0789068 Aug 31 01:10:56.065096 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e6335d9b-7760-4c93-b116-7661ee3b4df2 req-937eaeb6-b9ae-4af5-b94d-0fae0bb6b1ea tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553730 Aug 31 01:10:56.070403 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-df951954-2955-412f-a32c-333c2bb792f4 req-0660cb19-4244-4e54-bbd9-9d1355c220e2 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537603 Aug 31 01:10:57.338441 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172f7d1-9781-4b0a-bc98-39415fc8a9c6 req-37be9f66-a065-4130-b6a2-b31e4062903b tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:57.339897 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5172f7d1-9781-4b0a-bc98-39415fc8a9c6 req-37be9f66-a065-4130-b6a2-b31e4062903b tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 945 time: 0.0469384 Aug 31 01:10:57.386083 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5172f7d1-9781-4b0a-bc98-39415fc8a9c6 req-ffd53fae-7305-4408-9194-5c10f3ca873c tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401361 Aug 31 01:10:57.936292 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 56204) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:58.057876 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0e166ba8-8d4e-4ba1-ab6a-4632fec07a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:58.161047 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0e166ba8-8d4e-4ba1-ab6a-4632fec07a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:58.208289 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0e166ba8-8d4e-4ba1-ab6a-4632fec07a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:58.248573 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-0e166ba8-8d4e-4ba1-ab6a-4632fec07a9c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c517231fb79146ba881d80433cb8db72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3111761 Aug 31 01:10:58.251057 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e166ba8-8d4e-4ba1-ab6a-4632fec07a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819da9e5-8538-4df6-a684-2cd57a392ff3,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:58.252206 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 56224) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:58.314061 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-31d27c5a-7d99-4be1-add0-c3883e68249f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:58.342211 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-31d27c5a-7d99-4be1-add0-c3883e68249f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:58.500822 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815989c-120c-4ce1-9459-52a36f30dcb2 req-257ff3eb-eda7-433f-ba82-d3d8f87c8c9a tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:58.502306 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7815989c-120c-4ce1-9459-52a36f30dcb2 req-257ff3eb-eda7-433f-ba82-d3d8f87c8c9a tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 945 time: 0.0498879 Aug 31 01:10:58.506275 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-31d27c5a-7d99-4be1-add0-c3883e68249f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:58.509049 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-31d27c5a-7d99-4be1-add0-c3883e68249f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:58.510162 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-31d27c5a-7d99-4be1-add0-c3883e68249f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/819da9e5-8538-4df6-a684-2cd57a392ff3 HTTP/1.1" status: 204 len: 168 time: 0.2569547 Aug 31 01:10:58.529987 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 56232) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:58.538754 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d27c5a-7d99-4be1-add0-c3883e68249f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819da9e5-8538-4df6-a684-2cd57a392ff3,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:58.560842 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7815989c-120c-4ce1-9459-52a36f30dcb2 req-0606ea5c-eefd-4f27-b695-a77c5f4eda4a tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494952 Aug 31 01:10:58.653788 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b1a333b9-c456-4d5d-86ea-2ada1326df9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:58.739122 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b1a333b9-c456-4d5d-86ea-2ada1326df9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:58.837022 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b1a333b9-c456-4d5d-86ea-2ada1326df9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:58.875219 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-b1a333b9-c456-4d5d-86ea-2ada1326df9a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a407893a6a334bfc8841d1fc0dfe17be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3442054 Aug 31 01:10:58.877911 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 56240) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:58.893506 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a333b9-c456-4d5d-86ea-2ada1326df9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a0cb8b-5840-4e91-b45d-f9967dae1d3b,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:58.950268 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c7e41dbc-9cb5-472b-8eb1-d30d58574b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:58.975207 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c7e41dbc-9cb5-472b-8eb1-d30d58574b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:59.095701 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c7e41dbc-9cb5-472b-8eb1-d30d58574b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:59.095701 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c7e41dbc-9cb5-472b-8eb1-d30d58574b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:59.095701 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-c7e41dbc-9cb5-472b-8eb1-d30d58574b67 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/12a0cb8b-5840-4e91-b45d-f9967dae1d3b HTTP/1.1" status: 204 len: 168 time: 0.2140300 Aug 31 01:10:59.109274 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e41dbc-9cb5-472b-8eb1-d30d58574b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a0cb8b-5840-4e91-b45d-f9967dae1d3b,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:10:59.590852 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-fc32efb3-b8ac-495e-bf32-19c1e9c69919 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:59.594609 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-fc32efb3-b8ac-495e-bf32-19c1e9c69919 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/networks?id=6d6364cb-20be-4b34-9321-c4d0337d014e HTTP/1.1" status: 200 len: 814 time: 0.1069782 Aug 31 01:10:59.606300 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-f52955a0-ac2c-4390-95fd-f75c5324e55a tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/quotas/98ab9da13d934f25b5b1fca982b961f3 HTTP/1.1" status: 200 len: 375 time: 0.0099297 Aug 31 01:10:59.688500 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-53255c60-392b-4fe1-8953-4111921f281f tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=98ab9da13d934f25b5b1fca982b961f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764720 Aug 31 01:10:59.700776 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fecd4d-bae8-49c7-ad7b-668fa96567c5 req-a0161782-6bfe-421c-9819-8dfc42ee9816 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:10:59.707338 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c4fecd4d-bae8-49c7-ad7b-668fa96567c5 req-a0161782-6bfe-421c-9819-8dfc42ee9816 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 945 time: 0.0620329 Aug 31 01:10:59.758906 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 56292) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:59.788101 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c4fecd4d-bae8-49c7-ad7b-668fa96567c5 req-96319ec4-a532-41d7-be9a-83c6d26a3618 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760283 Aug 31 01:10:59.817332 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-bea21330-f711-4373-a428-a1d61840ae20 service neutron] 10.222.0.43 "GET /v2.0/networks/6d6364cb-20be-4b34-9321-c4d0337d014e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141317 Aug 31 01:10:59.860999 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 56296) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:10:59.875420 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-d8e4447f-0685-4fea-a3b4-68c6606aee82 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-120299156-network', 'tenant_id': '903de612f2344f45af5b8ec67b92b43b'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:10:59.885961 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3b1152cf-65c7-456b-acae-d8194e7180ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:10:59.911220 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-86929578-7974-428a-bd9b-cd667758e388 service neutron] 10.222.0.43 "GET /v2.0/networks/6d6364cb-20be-4b34-9321-c4d0337d014e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875115 Aug 31 01:10:59.999019 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e4447f-0685-4fea-a3b4-68c6606aee82 admin admin] Made reservation on behalf of 903de612f2344f45af5b8ec67b92b43b for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:00.001409 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d8e4447f-0685-4fea-a3b4-68c6606aee82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.014524 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d8e4447f-0685-4fea-a3b4-68c6606aee82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.092356 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3b1152cf-65c7-456b-acae-d8194e7180ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.159380 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3b1152cf-65c7-456b-acae-d8194e7180ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.159901 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0edd7280-2696-4a19-bf3c-d7e04b5744b1 req-ad36884d-a3f8-4d64-afbf-7e7f52162c4e tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=75ac3254-19c3-4147-942b-a47a8930fe58 HTTP/1.1" status: 200 len: 210 time: 0.0323637 Aug 31 01:11:00.227814 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 56308) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:00.228050 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-3b1152cf-65c7-456b-acae-d8194e7180ef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=638b4fd8e5294eb69c1602a175399fa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3656039 Aug 31 01:11:00.233023 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1152cf-65c7-456b-acae-d8194e7180ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd8b51a-0662-4a76-bf7d-fae324e15dcb,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:00.300116 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d8e4447f-0685-4fea-a3b4-68c6606aee82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.312375 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-45f1c37b-ae6a-40fe-8489-a8149d2bed4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.339208 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-45f1c37b-ae6a-40fe-8489-a8149d2bed4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.357101 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d8e4447f-0685-4fea-a3b4-68c6606aee82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.393925 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e4447f-0685-4fea-a3b4-68c6606aee82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:11:00.399184 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4447f-0685-4fea-a3b4-68c6606aee82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5db1daa-a506-4957-8837-925c5bc59749,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:00.483343 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-45f1c37b-ae6a-40fe-8489-a8149d2bed4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.485118 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d8e4447f-0685-4fea-a3b4-68c6606aee82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.485637 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.db.segments_db [None req-d8e4447f-0685-4fea-a3b4-68c6606aee82 admin admin] Added segment 8e0748bd-fe28-47cc-9566-cdcf79345b0c of type vlan for network 10ac124c-9093-45e3-86e4-1440cfd9ebfd Aug 31 01:11:00.486704 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-45f1c37b-ae6a-40fe-8489-a8149d2bed4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.488218 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-45f1c37b-ae6a-40fe-8489-a8149d2bed4d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ecd8b51a-0662-4a76-bf7d-fae324e15dcb HTTP/1.1" status: 204 len: 168 time: 0.2588148 Aug 31 01:11:00.501219 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f1c37b-ae6a-40fe-8489-a8149d2bed4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd8b51a-0662-4a76-bf7d-fae324e15dcb,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:00.564482 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d8e4447f-0685-4fea-a3b4-68c6606aee82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766773254247'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.660028 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d8e4447f-0685-4fea-a3b4-68c6606aee82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.661276 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e4447f-0685-4fea-a3b4-68c6606aee82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:00.662038 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d8e4447f-0685-4fea-a3b4-68c6606aee82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.720968 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4447f-0685-4fea-a3b4-68c6606aee82 admin admin] Pushing event updated for resources: {'Network': ['ID=10ac124c-9093-45e3-86e4-1440cfd9ebfd,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:00.731606 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Network 10ac124c-9093-45e3-86e4-1440cfd9ebfd details requested by agent ovs-agent-dv-cinder-760180-3-iscsi with host dv-cinder-760180-3-iscsi {{(pid=94636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:11:00.758171 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-d8e4447f-0685-4fea-a3b4-68c6606aee82 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9981475 Aug 31 01:11:00.761333 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 56326) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:00.770866 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-5e177839-e775-4b71-855d-3a09b4acb767 admin admin] Request body: {'subnet': {'network_id': '10ac124c-9093-45e3-86e4-1440cfd9ebfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-120299156-subnet', 'tenant_id': '903de612f2344f45af5b8ec67b92b43b', 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:00.853270 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e177839-e775-4b71-855d-3a09b4acb767 admin admin] Made reservation on behalf of 903de612f2344f45af5b8ec67b92b43b for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:00.855824 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5e177839-e775-4b71-855d-3a09b4acb767 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:00.912439 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d239f90-66b8-40c4-8c7c-24cc72262c72 req-39662788-2f40-4408-badd-2f93ce399c70 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:00.919799 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5d239f90-66b8-40c4-8c7c-24cc72262c72 req-39662788-2f40-4408-badd-2f93ce399c70 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 945 time: 0.0622902 Aug 31 01:11:00.967944 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5d239f90-66b8-40c4-8c7c-24cc72262c72 req-701a95ec-c26f-4fd8-8b94-d7d975b78225 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461714 Aug 31 01:11:01.048469 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 56336) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:01.094957 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5e177839-e775-4b71-855d-3a09b4acb767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:01.166404 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e177839-e775-4b71-855d-3a09b4acb767 admin admin] Pushing event updated for resources: {'Subnet': ['ID=932a558b-fbdc-4fae-8436-489e1510f27c,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:01.169966 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1f5f400b-eb13-4b3a-9293-a82ce2bac7e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:01.187108 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e177839-e775-4b71-855d-3a09b4acb767 admin admin] Checking segment: {'id': '8e0748bd-fe28-47cc-9566-cdcf79345b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '10ac124c-9093-45e3-86e4-1440cfd9ebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:01.187458 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e177839-e775-4b71-855d-3a09b4acb767 admin admin] Network hostable DHCP agents. Network: 10ac124c-9093-45e3-86e4-1440cfd9ebfd, hostable agents: ['5f164b3b-8391-48cb-99c3-d9cfd53180ad'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:11:01.248669 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1b7d2f04-1444-4b7c-95fc-bfec9e085344 req-c5663fb9-6249-4040-833d-e1ad00f168a8 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=75ac3254-19c3-4147-942b-a47a8930fe58 HTTP/1.1" status: 200 len: 210 time: 0.0252347 Aug 31 01:11:01.275632 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1f5f400b-eb13-4b3a-9293-a82ce2bac7e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:01.281715 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e177839-e775-4b71-855d-3a09b4acb767 admin admin] Network 10ac124c-9093-45e3-86e4-1440cfd9ebfd is scheduled to be hosted by DHCP agent 5f164b3b-8391-48cb-99c3-d9cfd53180ad with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:11:01.327559 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1f5f400b-eb13-4b3a-9293-a82ce2bac7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:01.368019 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f400b-eb13-4b3a-9293-a82ce2bac7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea29f34a-f658-47ad-96f6-24cd1dfc3953,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:01.372649 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-1f5f400b-eb13-4b3a-9293-a82ce2bac7e0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bd2f5a904c4349f0bcbb48cb0ae720ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3231173 Aug 31 01:11:01.375826 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 56348) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:01.391130 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-5e177839-e775-4b71-855d-3a09b4acb767 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760180-3-iscsi, 10ac124c-9093-45e3-86e4-1440cfd9ebfd) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:01.394770 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749f66ab-5729-441e-9a7a-9f88f5a027ab None None] Network 10ac124c-9093-45e3-86e4-1440cfd9ebfd requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:01.395254 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e177839-e775-4b71-855d-3a09b4acb767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:01.395851 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5e177839-e775-4b71-855d-3a09b4acb767 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:01.456392 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7305903b-ed83-4219-a784-9061e26ff3b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:01.479863 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-5e177839-e775-4b71-855d-3a09b4acb767 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7174542 Aug 31 01:11:01.485328 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 56360) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:01.485483 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7305903b-ed83-4219-a784-9061e26ff3b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:01.490160 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [None req-5dd41f67-51bf-407b-a503-2fae43938a4f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-120299156-router', 'tenant_id': '903de612f2344f45af5b8ec67b92b43b', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'}}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:01.568439 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfa1579-741f-4927-acde-5fdfae668315 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdfa1eee9-65b0-5927-8ea5-c2c6bfaf40d4-10ac124c-9093-45e3-86e4-1440cfd9ebfd', 'network_id': '10ac124c-9093-45e3-86e4-1440cfd9ebfd', 'tenant_id': '903de612f2344f45af5b8ec67b92b43b', 'fixed_ips': [{'subnet_id': '932a558b-fbdc-4fae-8436-489e1510f27c'}]}} from dv-cinder-760180-3-iscsi. {{(pid=94636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:11:01.569325 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-ebfa1579-741f-4927-acde-5fdfae668315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:01.574308 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5dd41f67-51bf-407b-a503-2fae43938a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-468235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4389'] for router, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:01.575607 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5dd41f67-51bf-407b-a503-2fae43938a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-369389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-373117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:01.597039 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7305903b-ed83-4219-a784-9061e26ff3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:01.599608 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7305903b-ed83-4219-a784-9061e26ff3b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:01.601336 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-7305903b-ed83-4219-a784-9061e26ff3b7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ea29f34a-f658-47ad-96f6-24cd1dfc3953 HTTP/1.1" status: 204 len: 168 time: 0.2243462 Aug 31 01:11:01.611514 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305903b-ed83-4219-a784-9061e26ff3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea29f34a-f658-47ad-96f6-24cd1dfc3953,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:01.650561 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5dd41f67-51bf-407b-a503-2fae43938a4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:01.722702 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.db_base_plugin_common [None req-ebfa1579-741f-4927-acde-5fdfae668315 None None] Allocated IP 172.20.0.2 (10ac124c-9093-45e3-86e4-1440cfd9ebfd/932a558b-fbdc-4fae-8436-489e1510f27c/e1181ba1-4466-40e4-aac0-00a0823905c1) {{(pid=94636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:01.882773 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5dd41f67-51bf-407b-a503-2fae43938a4f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:01.896476 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-ebfa1579-741f-4927-acde-5fdfae668315 None None] Notify callbacks [] for port, precommit_create {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:01.905851 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-ebfa1579-741f-4927-acde-5fdfae668315 None None] Transition to ACTIVE for port object e1181ba1-4466-40e4-aac0-00a0823905c1 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:01.922142 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-ebfa1579-741f-4927-acde-5fdfae668315 None None] Transition to ACTIVE for port object e1181ba1-4466-40e4-aac0-00a0823905c1 will not be triggered until provisioned by entity DHCP. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:01.980159 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-ebfa1579-741f-4927-acde-5fdfae668315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222'] for port, after_create {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:02.030156 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfa1579-741f-4927-acde-5fdfae668315 None None] Network 10ac124c-9093-45e3-86e4-1440cfd9ebfd is already hosted by enough agents. {{(pid=94636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:02.033190 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.scheduler.base_scheduler [None req-ebfa1579-741f-4927-acde-5fdfae668315 None None] Resources bound (agent type, host, resource id): {{(pid=94636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:02.035889 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfa1579-741f-4927-acde-5fdfae668315 None None] Received port after_create {{(pid=94636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:02.044478 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa1579-741f-4927-acde-5fdfae668315 None None] Pushing event updated for resources: {'Port': ['ID=e1181ba1-4466-40e4-aac0-00a0823905c1,revision_number=1']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:02.099078 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-ebfa1579-741f-4927-acde-5fdfae668315 None None] Attempting to bind port e1181ba1-4466-40e4-aac0-00a0823905c1 on host dv-cinder-760180-3-iscsi for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:11:02.099406 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-ebfa1579-741f-4927-acde-5fdfae668315 None None] Attempting to bind port e1181ba1-4466-40e4-aac0-00a0823905c1 by drivers openvswitch,hyperv on host dv-cinder-760180-3-iscsi at level 0 using segments [{'id': '8e0748bd-fe28-47cc-9566-cdcf79345b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '10ac124c-9093-45e3-86e4-1440cfd9ebfd'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:11:02.101455 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfa1579-741f-4927-acde-5fdfae668315 None None] Attempting to bind port e1181ba1-4466-40e4-aac0-00a0823905c1 on network 10ac124c-9093-45e3-86e4-1440cfd9ebfd {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:02.108327 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfa1579-741f-4927-acde-5fdfae668315 None None] Checking agent: {'id': 'e0e3d429-98ee-4375-b253-cc814bb4b4fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760180-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 1, 9), 'started_at': datetime.datetime(2021, 8, 31, 1, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760180-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:11:02.108997 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfa1579-741f-4927-acde-5fdfae668315 None None] Checking segment: {'id': '8e0748bd-fe28-47cc-9566-cdcf79345b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '10ac124c-9093-45e3-86e4-1440cfd9ebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:02.109495 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-ebfa1579-741f-4927-acde-5fdfae668315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:02.109981 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfa1579-741f-4927-acde-5fdfae668315 None None] Bound using segment: {'id': '8e0748bd-fe28-47cc-9566-cdcf79345b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '10ac124c-9093-45e3-86e4-1440cfd9ebfd'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:11:02.110577 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-ebfa1579-741f-4927-acde-5fdfae668315 None None] Bound port: e1181ba1-4466-40e4-aac0-00a0823905c1, host: dv-cinder-760180-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e0748bd-fe28-47cc-9566-cdcf79345b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '10ac124c-9093-45e3-86e4-1440cfd9ebfd'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:11:02.111069 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-ebfa1579-741f-4927-acde-5fdfae668315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:02.193438 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5dd41f67-51bf-407b-a503-2fae43938a4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:02.207496 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-ebfa1579-741f-4927-acde-5fdfae668315 None None] For port e1181ba1-4466-40e4-aac0-00a0823905c1, host dv-cinder-760180-3-iscsi, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:11:02.212625 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-ebfa1579-741f-4927-acde-5fdfae668315 None None] For port e1181ba1-4466-40e4-aac0-00a0823905c1, host dv-cinder-760180-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=e1181ba1-4466-40e4-aac0-00a0823905c1,segment=NetworkSegment(8e0748bd-fe28-47cc-9566-cdcf79345b0c),segment_id=8e0748bd-fe28-47cc-9566-cdcf79345b0c)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:11:02.217725 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5dd41f67-51bf-407b-a503-2fae43938a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:02.344143 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-5dd41f67-51bf-407b-a503-2fae43938a4f admin admin] Allocated IP 172.27.3.176 (6de9ff05-f8f6-4fd1-b476-077a32a7a2f5/44be20a0-ff0a-4c00-a541-a9ead83fffe9/759e51f6-dd3c-490d-82de-363ba1bce85d) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:02.351251 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-ebfa1579-741f-4927-acde-5fdfae668315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:02.423147 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa1579-741f-4927-acde-5fdfae668315 None None] Pushing event updated for resources: {'Port': ['ID=e1181ba1-4466-40e4-aac0-00a0823905c1,revision_number=2']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:02.479296 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5dd41f67-51bf-407b-a503-2fae43938a4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:02.647034 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5dd41f67-51bf-407b-a503-2fae43938a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:02.709438 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd41f67-51bf-407b-a503-2fae43938a4f admin admin] Network 6de9ff05-f8f6-4fd1-b476-077a32a7a2f5 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:02.717124 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-5dd41f67-51bf-407b-a503-2fae43938a4f admin admin] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:02.731547 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd41f67-51bf-407b-a503-2fae43938a4f admin admin] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:02.759870 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd41f67-51bf-407b-a503-2fae43938a4f admin admin] Pushing event updated for resources: {'Port': ['ID=759e51f6-dd3c-490d-82de-363ba1bce85d,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:03.268677 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5dd41f67-51bf-407b-a503-2fae43938a4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:03.395193 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb79ceb-60a3-4711-b5e1-b8821215fce5 None None] Network 10ac124c-9093-45e3-86e4-1440cfd9ebfd requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:03.467304 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5dd41f67-51bf-407b-a503-2fae43938a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-369364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371949'] for router, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:03.625449 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-83564c59-55aa-445c-9733-3dd5b66367da None None] Provisioning for port e1181ba1-4466-40e4-aac0-00a0823905c1 completed by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:03.709653 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd41f67-51bf-407b-a503-2fae43938a4f admin admin] Router e1ee8874-5af9-4abd-a949-7adfaf328549 is scheduled to L3 agent c5d183af-b1ef-4815-8853-b3c8447fce00 with binding_index 1 {{(pid=94635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:11:03.745033 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-907593ca-455f-48e2-bb02-5ce9e17096c4 req-4f8c4c80-255c-4962-b322-aa1d7d4543f9 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=75ac3254-19c3-4147-942b-a47a8930fe58 HTTP/1.1" status: 200 len: 210 time: 0.0511703 Aug 31 01:11:03.800874 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc748593-d5d4-469e-9900-f71c2fb57d9e req-f5a54919-fa3f-4891-9001-8b0b80bea23b tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:03.802351 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fc748593-d5d4-469e-9900-f71c2fb57d9e req-f5a54919-fa3f-4891-9001-8b0b80bea23b tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 945 time: 0.1478529 Aug 31 01:11:03.895428 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fc748593-d5d4-469e-9900-f71c2fb57d9e req-a1c03e34-6759-4176-84d6-4514690a8582 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790775 Aug 31 01:11:03.904969 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd41f67-51bf-407b-a503-2fae43938a4f admin admin] Notify agent at l3_agent.dv-cinder-760180-3-iscsi the message routers_updated {{(pid=94635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:11:03.921108 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65497036-039c-4b23-b30f-1e13f0380f82 None None] Sync routers for ids ['e1ee8874-5af9-4abd-a949-7adfaf328549'] in dv-cinder-760180-3-iscsi {{(pid=94637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:11:03.926731 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65497036-039c-4b23-b30f-1e13f0380f82 None None] Routers {'e1ee8874-5af9-4abd-a949-7adfaf328549'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:11:03.926731 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-65497036-039c-4b23-b30f-1e13f0380f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:10:39Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['e1ee8874-5af9-4abd-a949-7adfaf328549'], 'active': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:04.025726 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5dd41f67-51bf-407b-a503-2fae43938a4f admin admin] Notify callbacks [] for router, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:04.027105 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-5dd41f67-51bf-407b-a503-2fae43938a4f admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5406039 Aug 31 01:11:04.030102 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 56486) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:04.059229 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvr_db [None req-65497036-039c-4b23-b30f-1e13f0380f82 None None] Set router e1ee8874-5af9-4abd-a949-7adfaf328549 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:11:04.191941 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device e1181ba1-4466-40e4-aac0-00a0823905c1 up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:04.259366 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-65497036-039c-4b23-b30f-1e13f0380f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ee8874-5af9-4abd-a949-7adfaf328549', 'name': 'tempest-TestMinimumBasicScenario-120299156-router', 'tenant_id': '903de612f2344f45af5b8ec67b92b43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '759e51f6-dd3c-490d-82de-363ba1bce85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:01Z', 'updated_at': '2021-08-31T01:11:03Z', 'revision_number': 3, 'project_id': '903de612f2344f45af5b8ec67b92b43b', 'gw_port': {'id': '759e51f6-dd3c-490d-82de-363ba1bce85d', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ee8874-5af9-4abd-a949-7adfaf328549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:02Z', 'updated_at': '2021-08-31T01:11:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi'}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:04.284812 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65497036-039c-4b23-b30f-1e13f0380f82 None None] Checking router: e1ee8874-5af9-4abd-a949-7adfaf328549 for host: dv-cinder-760180-3-iscsi {{(pid=94637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:11:04.285455 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65497036-039c-4b23-b30f-1e13f0380f82 None None] Updating router e1ee8874-5af9-4abd-a949-7adfaf328549 port 759e51f6-dd3c-490d-82de-363ba1bce85d binding host dv-cinder-760180-3-iscsi {{(pid=94637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:11:04.309653 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-65497036-039c-4b23-b30f-1e13f0380f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:04.327745 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning for port e1181ba1-4466-40e4-aac0-00a0823905c1 completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:04.333166 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port e1181ba1-4466-40e4-aac0-00a0823905c1 triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:04.334638 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:04.450261 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:04.557767 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] For port e1181ba1-4466-40e4-aac0-00a0823905c1, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=e1181ba1-4466-40e4-aac0-00a0823905c1,segment=NetworkSegment(8e0748bd-fe28-47cc-9566-cdcf79345b0c),segment_id=8e0748bd-fe28-47cc-9566-cdcf79345b0c)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:04.558458 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1c1aa231-72f5-4a80-9681-eb1d6ed49eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:04.575431 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-65497036-039c-4b23-b30f-1e13f0380f82 None None] Notify callbacks [] for port, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:04.578341 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 56496) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:04.586327 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.provisioning_blocks [None req-65497036-039c-4b23-b30f-1e13f0380f82 None None] Transition to ACTIVE for port object 759e51f6-dd3c-490d-82de-363ba1bce85d will not be triggered until provisioned by entity L2. {{(pid=94637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:04.649891 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:04.685433 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-65497036-039c-4b23-b30f-1e13f0380f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:04.739796 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Pushing event updated for resources: {'Port': ['ID=e1181ba1-4466-40e4-aac0-00a0823905c1,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:04.757992 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4759405d-3516-462e-ab52-3d937a766fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:04.778177 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [None req-65497036-039c-4b23-b30f-1e13f0380f82 None None] Attempting to bind port 759e51f6-dd3c-490d-82de-363ba1bce85d on host dv-cinder-760180-3-iscsi for vnic_type normal with profile {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:11:04.778177 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [None req-65497036-039c-4b23-b30f-1e13f0380f82 None None] Attempting to bind port 759e51f6-dd3c-490d-82de-363ba1bce85d by drivers openvswitch,hyperv on host dv-cinder-760180-3-iscsi at level 0 using segments [{'id': '1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:11:04.778177 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65497036-039c-4b23-b30f-1e13f0380f82 None None] Attempting to bind port 759e51f6-dd3c-490d-82de-363ba1bce85d on network 6de9ff05-f8f6-4fd1-b476-077a32a7a2f5 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:04.788239 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae444cb-2922-4b2c-b0b3-de349702950b None None] Pushing event updated for resources: {'Port': ['ID=759e51f6-dd3c-490d-82de-363ba1bce85d,revision_number=2']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:04.788538 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-1c1aa231-72f5-4a80-9681-eb1d6ed49eee admin admin] Allocated IP 172.20.0.1 (10ac124c-9093-45e3-86e4-1440cfd9ebfd/932a558b-fbdc-4fae-8436-489e1510f27c/ddb44cb7-1db9-4b3d-9b99-9c6f88e673ad) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:04.791904 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65497036-039c-4b23-b30f-1e13f0380f82 None None] Checking agent: {'id': 'e0e3d429-98ee-4375-b253-cc814bb4b4fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760180-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 1, 9), 'started_at': datetime.datetime(2021, 8, 31, 1, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760180-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:11:04.792412 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65497036-039c-4b23-b30f-1e13f0380f82 None None] Checking segment: {'id': '1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:04.792918 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-65497036-039c-4b23-b30f-1e13f0380f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:04.793410 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65497036-039c-4b23-b30f-1e13f0380f82 None None] Bound using segment: {'id': '1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:11:04.793986 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [None req-65497036-039c-4b23-b30f-1e13f0380f82 None None] Bound port: 759e51f6-dd3c-490d-82de-363ba1bce85d, host: dv-cinder-760180-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'}}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:11:04.794515 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-65497036-039c-4b23-b30f-1e13f0380f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:04.801146 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae444cb-2922-4b2c-b0b3-de349702950b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:04.801590 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae444cb-2922-4b2c-b0b3-de349702950b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:04.802404 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae444cb-2922-4b2c-b0b3-de349702950b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:04.803036 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae444cb-2922-4b2c-b0b3-de349702950b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:04.803575 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae444cb-2922-4b2c-b0b3-de349702950b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:04.804145 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae444cb-2922-4b2c-b0b3-de349702950b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:04.804690 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae444cb-2922-4b2c-b0b3-de349702950b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:04.805233 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae444cb-2922-4b2c-b0b3-de349702950b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:04.805767 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae444cb-2922-4b2c-b0b3-de349702950b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:04.806166 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae444cb-2922-4b2c-b0b3-de349702950b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:04.806586 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae444cb-2922-4b2c-b0b3-de349702950b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:04.807166 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae444cb-2922-4b2c-b0b3-de349702950b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:04.888517 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [None req-65497036-039c-4b23-b30f-1e13f0380f82 None None] For port 759e51f6-dd3c-490d-82de-363ba1bce85d, host dv-cinder-760180-3-iscsi, cleared binding levels {{(pid=94637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:11:04.892159 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [None req-65497036-039c-4b23-b30f-1e13f0380f82 None None] For port 759e51f6-dd3c-490d-82de-363ba1bce85d, host dv-cinder-760180-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=759e51f6-dd3c-490d-82de-363ba1bce85d,segment=NetworkSegment(1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a),segment_id=1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a)] {{(pid=94637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:11:04.910675 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4543b9d3-1fd7-465e-b2d2-1f7608dd4f50 req-0ebd912f-1e86-44e9-9f47-672ca65ebba8 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=75ac3254-19c3-4147-942b-a47a8930fe58 HTTP/1.1" status: 200 len: 210 time: 0.0494583 Aug 31 01:11:04.945233 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1c1aa231-72f5-4a80-9681-eb1d6ed49eee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:04.961679 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-1c1aa231-72f5-4a80-9681-eb1d6ed49eee admin admin] Transition to ACTIVE for port object ddb44cb7-1db9-4b3d-9b99-9c6f88e673ad will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:05.017974 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4759405d-3516-462e-ab52-3d937a766fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:05.039105 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-65497036-039c-4b23-b30f-1e13f0380f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:05.088998 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1c1aa231-72f5-4a80-9681-eb1d6ed49eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:05.092004 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae444cb-2922-4b2c-b0b3-de349702950b None None] Pushing event updated for resources: {'Port': ['ID=759e51f6-dd3c-490d-82de-363ba1bce85d,revision_number=3']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:05.114969 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65497036-039c-4b23-b30f-1e13f0380f82 None None] Routers {'e1ee8874-5af9-4abd-a949-7adfaf328549'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:11:05.115183 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-65497036-039c-4b23-b30f-1e13f0380f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:10:39Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['e1ee8874-5af9-4abd-a949-7adfaf328549'], 'active': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:05.124405 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74ea5a-f052-4d71-ad0e-ffa7144bb213 req-d23cbbff-1372-4e22-9728-b509962c20a7 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:05.125916 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8e74ea5a-f052-4d71-ad0e-ffa7144bb213 req-d23cbbff-1372-4e22-9728-b509962c20a7 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 945 time: 0.1149116 Aug 31 01:11:05.129739 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4759405d-3516-462e-ab52-3d937a766fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:05.165868 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1aa231-72f5-4a80-9681-eb1d6ed49eee admin admin] Pushing event updated for resources: {'Port': ['ID=ddb44cb7-1db9-4b3d-9b99-9c6f88e673ad,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:05.183632 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1aa231-72f5-4a80-9681-eb1d6ed49eee admin admin] Network 10ac124c-9093-45e3-86e4-1440cfd9ebfd is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:05.185403 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-eed201e2-fdae-4a8b-9d76-2c236dffdd7c tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:05.185567 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-1c1aa231-72f5-4a80-9681-eb1d6ed49eee admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:05.186938 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-eed201e2-fdae-4a8b-9d76-2c236dffdd7c tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.72 "GET /v2.0/networks?id=6d6364cb-20be-4b34-9321-c4d0337d014e HTTP/1.1" status: 200 len: 814 time: 0.2287738 Aug 31 01:11:05.204288 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1aa231-72f5-4a80-9681-eb1d6ed49eee admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:05.205669 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1c1aa231-72f5-4a80-9681-eb1d6ed49eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372126'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:05.227448 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-13496935-09d6-489f-b692-d486ea5f09f6 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Request body: {'port': {'device_id': '75ac3254-19c3-4147-942b-a47a8930fe58', 'network_id': '6d6364cb-20be-4b34-9321-c4d0337d014e', 'admin_state_up': True, 'tenant_id': '98ab9da13d934f25b5b1fca982b961f3'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:05.242945 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-4759405d-3516-462e-ab52-3d937a766fc2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3391fcd1d3074d58a07a13ee2bdef642&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6633127 Aug 31 01:11:05.266752 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 56510) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:05.292747 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759405d-3516-462e-ab52-3d937a766fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dee9e70-cd1c-4028-8ed0-08c415aad9de,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:05.311888 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvr_db [None req-65497036-039c-4b23-b30f-1e13f0380f82 None None] Set router e1ee8874-5af9-4abd-a949-7adfaf328549 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:11:05.322389 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8e74ea5a-f052-4d71-ad0e-ffa7144bb213 req-029c9d90-21c3-4c40-8299-11ca92b208e1 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836653 Aug 31 01:11:05.503648 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7c119df5-9f6d-4f9e-8e62-181471058cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:05.539756 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7c119df5-9f6d-4f9e-8e62-181471058cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:05.556092 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-13496935-09d6-489f-b692-d486ea5f09f6 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Made reservation on behalf of 98ab9da13d934f25b5b1fca982b961f3 for: {'port': 1} {{(pid=94635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:05.557148 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba0f13-838d-452a-a700-f4118d7d1491 req-0d47111e-1a2c-432d-a2a2-3344be772086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:05.558657 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-5cba0f13-838d-452a-a700-f4118d7d1491 req-0d47111e-1a2c-432d-a2a2-3344be772086 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 1098 time: 0.0785728 Aug 31 01:11:05.561848 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-13496935-09d6-489f-b692-d486ea5f09f6 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:05.583153 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-65497036-039c-4b23-b30f-1e13f0380f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ee8874-5af9-4abd-a949-7adfaf328549', 'name': 'tempest-TestMinimumBasicScenario-120299156-router', 'tenant_id': '903de612f2344f45af5b8ec67b92b43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '759e51f6-dd3c-490d-82de-363ba1bce85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:01Z', 'updated_at': '2021-08-31T01:11:03Z', 'revision_number': 3, 'project_id': '903de612f2344f45af5b8ec67b92b43b', 'gw_port': {'id': '759e51f6-dd3c-490d-82de-363ba1bce85d', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ee8874-5af9-4abd-a949-7adfaf328549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:02Z', 'updated_at': '2021-08-31T01:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi'}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:05.612471 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65497036-039c-4b23-b30f-1e13f0380f82 None None] The sync data for ids ['e1ee8874-5af9-4abd-a949-7adfaf328549'] in dv-cinder-760180-3-iscsi is: [{'id': 'e1ee8874-5af9-4abd-a949-7adfaf328549', 'name': 'tempest-TestMinimumBasicScenario-120299156-router', 'tenant_id': '903de612f2344f45af5b8ec67b92b43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '759e51f6-dd3c-490d-82de-363ba1bce85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:01Z', 'updated_at': '2021-08-31T01:11:03Z', 'revision_number': 3, 'project_id': '903de612f2344f45af5b8ec67b92b43b', 'gw_port': {'id': '759e51f6-dd3c-490d-82de-363ba1bce85d', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ee8874-5af9-4abd-a949-7adfaf328549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:02Z', 'updated_at': '2021-08-31T01:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi'}] {{(pid=94637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:11:05.637819 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1c1aa231-72f5-4a80-9681-eb1d6ed49eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:05.652886 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-5cba0f13-838d-452a-a700-f4118d7d1491 req-36cfd3b0-5e22-4cc6-841d-663179fc5912 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810046 Aug 31 01:11:05.653222 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-03294c90-9c65-4cdc-9bcb-24dbf335ac04 None None] Provisioning for port ddb44cb7-1db9-4b3d-9b99-9c6f88e673ad completed by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:05.657511 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-03294c90-9c65-4cdc-9bcb-24dbf335ac04 None None] Provisioning complete for port ddb44cb7-1db9-4b3d-9b99-9c6f88e673ad triggered by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:05.662267 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-03294c90-9c65-4cdc-9bcb-24dbf335ac04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:05.702508 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-03294c90-9c65-4cdc-9bcb-24dbf335ac04 None None] Port ddb44cb7-1db9-4b3d-9b99-9c6f88e673ad cannot update to ACTIVE because it is not bound. {{(pid=94636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:11:05.726261 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-13496935-09d6-489f-b692-d486ea5f09f6 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Allocated IP 172.20.0.3 (6d6364cb-20be-4b34-9321-c4d0337d014e/f634684c-da13-425f-ac91-3350dc290132/649f4d96-a208-4eae-b1b7-b57fefaa3ef8) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:05.763904 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7c119df5-9f6d-4f9e-8e62-181471058cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:05.766512 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7c119df5-9f6d-4f9e-8e62-181471058cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:05.767678 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-7c119df5-9f6d-4f9e-8e62-181471058cea admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9dee9e70-cd1c-4028-8ed0-08c415aad9de HTTP/1.1" status: 204 len: 168 time: 0.4999208 Aug 31 01:11:05.779472 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c119df5-9f6d-4f9e-8e62-181471058cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dee9e70-cd1c-4028-8ed0-08c415aad9de,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:05.867573 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1c1aa231-72f5-4a80-9681-eb1d6ed49eee admin admin] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:05.930306 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1c1aa231-72f5-4a80-9681-eb1d6ed49eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:05.935727 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1c1aa231-72f5-4a80-9681-eb1d6ed49eee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370990'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:05.941962 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-13496935-09d6-489f-b692-d486ea5f09f6 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:06.026068 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1aa231-72f5-4a80-9681-eb1d6ed49eee admin admin] Pushing event updated for resources: {'Port': ['ID=ddb44cb7-1db9-4b3d-9b99-9c6f88e673ad,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:06.071831 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-13496935-09d6-489f-b692-d486ea5f09f6 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:06.091911 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] get_ports_and_sgs() called for port_ids ['e60caf99-56d2-4f9b-bc5d-db1d5823473d', '1ef1d2d0-ba44-49f5-a760-87c523a45dda'] {{(pid=94636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:11:06.108348 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1aa231-72f5-4a80-9681-eb1d6ed49eee admin admin] Network 10ac124c-9093-45e3-86e4-1440cfd9ebfd is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:06.109821 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-1c1aa231-72f5-4a80-9681-eb1d6ed49eee admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:06.262633 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-13496935-09d6-489f-b692-d486ea5f09f6 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Network 6d6364cb-20be-4b34-9321-c4d0337d014e is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:06.280382 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-13496935-09d6-489f-b692-d486ea5f09f6 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:06.292739 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-13496935-09d6-489f-b692-d486ea5f09f6 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:06.298920 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13496935-09d6-489f-b692-d486ea5f09f6 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Pushing event updated for resources: {'Port': ['ID=649f4d96-a208-4eae-b1b7-b57fefaa3ef8,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:06.335291 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device e1181ba1-4466-40e4-aac0-00a0823905c1 up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:06.396190 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1aa231-72f5-4a80-9681-eb1d6ed49eee admin admin] Router e1ee8874-5af9-4abd-a949-7adfaf328549 has already been hosted by L3 agent c5d183af-b1ef-4815-8853-b3c8447fce00 {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:11:06.406324 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-13496935-09d6-489f-b692-d486ea5f09f6 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:06.407071 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-13496935-09d6-489f-b692-d486ea5f09f6 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for port, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:06.450808 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ec52c-e941-4cb3-b500-a337a261d9da req-602bf0b5-cf73-4f1b-9f33-6b9883c358cb tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:06.452421 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b85ec52c-e941-4cb3-b500-a337a261d9da req-602bf0b5-cf73-4f1b-9f33-6b9883c358cb tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=75ac3254-19c3-4147-942b-a47a8930fe58 HTTP/1.1" status: 200 len: 931 time: 0.3073936 Aug 31 01:11:06.481667 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port e1181ba1-4466-40e4-aac0-00a0823905c1 triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:06.482227 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:06.538786 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-13496935-09d6-489f-b692-d486ea5f09f6 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3264117 Aug 31 01:11:06.558284 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-afa07198-59c6-4e1e-9d7b-cccddd7d153c service neutron] Request body: {'port': {'device_id': '75ac3254-19c3-4147-942b-a47a8930fe58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:06.570266 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b85ec52c-e941-4cb3-b500-a337a261d9da req-6fc358d5-3952-472d-8ad3-21c476fa1b80 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085529 Aug 31 01:11:06.610132 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-aea764f7-15a4-47d3-a8a0-56e5fa1a6ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:06.616151 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1aa231-72f5-4a80-9681-eb1d6ed49eee admin admin] Notify agent at l3_agent.dv-cinder-760180-3-iscsi the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:11:06.634275 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-1c1aa231-72f5-4a80-9681-eb1d6ed49eee admin admin] 10.222.0.43 "PUT /v2.0/routers/e1ee8874-5af9-4abd-a949-7adfaf328549/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6025116 Aug 31 01:11:06.641088 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-cfe3a92d-747a-4cbc-ac20-1fe14d7b3dee None None] Provisioning complete for port ddb44cb7-1db9-4b3d-9b99-9c6f88e673ad triggered by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:06.641708 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-cfe3a92d-747a-4cbc-ac20-1fe14d7b3dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:06.680777 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4d3cc-1657-4b16-8641-307b9919ada2 req-b76f9511-66de-4d6e-ab05-f297d496a28a tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:06.691069 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-45b4d3cc-1657-4b16-8641-307b9919ada2 req-b76f9511-66de-4d6e-ab05-f297d496a28a tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 945 time: 0.2345331 Aug 31 01:11:06.731627 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-cfe3a92d-747a-4cbc-ac20-1fe14d7b3dee None None] Port ddb44cb7-1db9-4b3d-9b99-9c6f88e673ad cannot update to ACTIVE because it is not bound. {{(pid=94636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:11:06.753714 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-afa07198-59c6-4e1e-9d7b-cccddd7d153c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:06.770385 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 56542) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:06.787013 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-754db018-ebdf-4430-beeb-cbe8714942ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:06.800164 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 759e51f6-dd3c-490d-82de-363ba1bce85d up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:06.915818 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-45b4d3cc-1657-4b16-8641-307b9919ada2 req-73df1a8b-4d1f-4e19-af52-f22bb150629c tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196815 Aug 31 01:11:06.957477 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-754db018-ebdf-4430-beeb-cbe8714942ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:07.002393 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning for port 759e51f6-dd3c-490d-82de-363ba1bce85d completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:07.006798 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port 759e51f6-dd3c-490d-82de-363ba1bce85d triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:07.007168 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:07.031314 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-754db018-ebdf-4430-beeb-cbe8714942ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:07.103828 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754db018-ebdf-4430-beeb-cbe8714942ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aaa3925-094e-4d46-a4f2-6e68e3659c44,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:07.119946 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 56554) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:07.121914 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-754db018-ebdf-4430-beeb-cbe8714942ee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cfe257c9b27a415b8fd8ce1e62a47ef9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3378785 Aug 31 01:11:07.163170 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:07.176212 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.notifiers.nova [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-afa07198-59c6-4e1e-9d7b-cccddd7d153c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 649f4d96-a208-4eae-b1b7-b57fefaa3ef8 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:11:07.185947 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] For port 759e51f6-dd3c-490d-82de-363ba1bce85d, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=759e51f6-dd3c-490d-82de-363ba1bce85d,segment=NetworkSegment(1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a),segment_id=1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:07.187711 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-afa07198-59c6-4e1e-9d7b-cccddd7d153c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:07.208677 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-afa07198-59c6-4e1e-9d7b-cccddd7d153c service neutron] Transition to ACTIVE for port object 649f4d96-a208-4eae-b1b7-b57fefaa3ef8 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:07.224737 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-30a1902a-847a-4f24-aa9b-00e77753e39f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:07.249665 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-30a1902a-847a-4f24-aa9b-00e77753e39f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:07.283012 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:07.305775 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-afa07198-59c6-4e1e-9d7b-cccddd7d153c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127206981'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:07.348497 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Pushing event updated for resources: {'Port': ['ID=759e51f6-dd3c-490d-82de-363ba1bce85d,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:07.366055 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-30a1902a-847a-4f24-aa9b-00e77753e39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:07.368928 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-30a1902a-847a-4f24-aa9b-00e77753e39f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:07.370079 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-30a1902a-847a-4f24-aa9b-00e77753e39f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5aaa3925-094e-4d46-a4f2-6e68e3659c44 HTTP/1.1" status: 204 len: 168 time: 0.2492764 Aug 31 01:11:07.396331 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa07198-59c6-4e1e-9d7b-cccddd7d153c service neutron] Pushing event updated for resources: {'Port': ['ID=649f4d96-a208-4eae-b1b7-b57fefaa3ef8,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:07.424400 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1902a-847a-4f24-aa9b-00e77753e39f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aaa3925-094e-4d46-a4f2-6e68e3659c44,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:07.467173 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-afa07198-59c6-4e1e-9d7b-cccddd7d153c service neutron] Attempting to bind port 649f4d96-a208-4eae-b1b7-b57fefaa3ef8 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:11:07.467507 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-afa07198-59c6-4e1e-9d7b-cccddd7d153c service neutron] Attempting to bind port 649f4d96-a208-4eae-b1b7-b57fefaa3ef8 by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': '0f15d5f7-ec41-4aa6-9213-d85d0fa11953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6d6364cb-20be-4b34-9321-c4d0337d014e'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:11:07.467833 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-afa07198-59c6-4e1e-9d7b-cccddd7d153c service neutron] Attempting to bind port 649f4d96-a208-4eae-b1b7-b57fefaa3ef8 on network 6d6364cb-20be-4b34-9321-c4d0337d014e {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:07.472473 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-afa07198-59c6-4e1e-9d7b-cccddd7d153c service neutron] Port 649f4d96-a208-4eae-b1b7-b57fefaa3ef8 on network 6d6364cb-20be-4b34-9321-c4d0337d014e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:11:07.472800 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-afa07198-59c6-4e1e-9d7b-cccddd7d153c service neutron] Attempting to bind port 649f4d96-a208-4eae-b1b7-b57fefaa3ef8 on network 6d6364cb-20be-4b34-9321-c4d0337d014e {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:07.478131 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-afa07198-59c6-4e1e-9d7b-cccddd7d153c service neutron] Checking agent: {'id': 'eda6ee24-af74-4eb1-946c-b1b8388ec369', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 7, 44), 'started_at': datetime.datetime(2021, 8, 31, 1, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:11:07.478462 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-afa07198-59c6-4e1e-9d7b-cccddd7d153c service neutron] Checking segment: {'id': '0f15d5f7-ec41-4aa6-9213-d85d0fa11953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6d6364cb-20be-4b34-9321-c4d0337d014e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:07.478890 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-afa07198-59c6-4e1e-9d7b-cccddd7d153c service neutron] Bound using segment: {'id': '0f15d5f7-ec41-4aa6-9213-d85d0fa11953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6d6364cb-20be-4b34-9321-c4d0337d014e'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:11:07.479314 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-afa07198-59c6-4e1e-9d7b-cccddd7d153c service neutron] Bound port: 649f4d96-a208-4eae-b1b7-b57fefaa3ef8, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f15d5f7-ec41-4aa6-9213-d85d0fa11953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6d6364cb-20be-4b34-9321-c4d0337d014e'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:11:07.479667 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-afa07198-59c6-4e1e-9d7b-cccddd7d153c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:07.550766 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-afa07198-59c6-4e1e-9d7b-cccddd7d153c service neutron] For port 649f4d96-a208-4eae-b1b7-b57fefaa3ef8, host hv-cinder-76018, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:11:07.554662 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-afa07198-59c6-4e1e-9d7b-cccddd7d153c service neutron] For port 649f4d96-a208-4eae-b1b7-b57fefaa3ef8, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=649f4d96-a208-4eae-b1b7-b57fefaa3ef8,segment=NetworkSegment(0f15d5f7-ec41-4aa6-9213-d85d0fa11953),segment_id=0f15d5f7-ec41-4aa6-9213-d85d0fa11953)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:11:07.604731 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-afa07198-59c6-4e1e-9d7b-cccddd7d153c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127206981'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:07.666334 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-afa07198-59c6-4e1e-9d7b-cccddd7d153c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:07.666989 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-afa07198-59c6-4e1e-9d7b-cccddd7d153c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for port, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:07.668371 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-afa07198-59c6-4e1e-9d7b-cccddd7d153c service neutron] 10.222.0.72 "PUT /v2.0/ports/649f4d96-a208-4eae-b1b7-b57fefaa3ef8 HTTP/1.1" status: 200 len: 1093 time: 1.1143968 Aug 31 01:11:07.669082 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ac3254-19c3-4147-942b-a47a8930fe58', 'tag': '649f4d96-a208-4eae-b1b7-b57fefaa3ef8'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:11:07.671158 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b881214d57cd1965c46d5ffcb12adc10c1d351a412fd4a0d5151f09a2b3a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84991ab4-89e0-4c6e-afe7-656ac93e0db0" -d '{"events": [{"name": "network-changed", "server_uuid": "75ac3254-19c3-4147-942b-a47a8930fe58", "tag": "649f4d96-a208-4eae-b1b7-b57fefaa3ef8"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:11:07.721595 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa07198-59c6-4e1e-9d7b-cccddd7d153c service neutron] Pushing event updated for resources: {'Port': ['ID=649f4d96-a208-4eae-b1b7-b57fefaa3ef8,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:07.730136 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3760bdd-abba-45e3-8c3b-1be8690f01d1 x-openstack-request-id: req-b3760bdd-abba-45e3-8c3b-1be8690f01d1 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:11:07.730304 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75ac3254-19c3-4147-942b-a47a8930fe58", "tag": "649f4d96-a208-4eae-b1b7-b57fefaa3ef8", "status": "completed", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:11:07.730529 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b3760bdd-abba-45e3-8c3b-1be8690f01d1 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:11:07.731122 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ac3254-19c3-4147-942b-a47a8930fe58', 'tag': '649f4d96-a208-4eae-b1b7-b57fefaa3ef8', 'status': 'completed', 'code': 200} Aug 31 01:11:07.751382 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d5b60-b7b2-493b-b4c4-b400659c8c11 req-9e60dbca-1e3d-4dd8-b3a6-e1cffd4ee1c8 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:07.752952 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1d0d5b60-b7b2-493b-b4c4-b400659c8c11 req-9e60dbca-1e3d-4dd8-b3a6-e1cffd4ee1c8 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=75ac3254-19c3-4147-942b-a47a8930fe58 HTTP/1.1" status: 200 len: 943 time: 0.0763235 Aug 31 01:11:07.792846 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 56574) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:07.802558 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-a117c5ef-dd18-4725-9ac2-d6bb267018e9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-11085805-network', 'tenant_id': 'e249767499964a188880667e0d16755f'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:07.835854 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1d0d5b60-b7b2-493b-b4c4-b400659c8c11 req-dae044f0-d8c6-4101-8c2e-a7958926828c tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756114 Aug 31 01:11:07.842382 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84991ab4-89e0-4c6e-afe7-656ac93e0db0 req-3b822ea9-c570-4889-a220-ca513a896f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:07.843943 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-84991ab4-89e0-4c6e-afe7-656ac93e0db0 req-3b822ea9-c570-4889-a220-ca513a896f5d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=98ab9da13d934f25b5b1fca982b961f3&device_id=75ac3254-19c3-4147-942b-a47a8930fe58 HTTP/1.1" status: 200 len: 1096 time: 0.0652754 Aug 31 01:11:07.853356 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7debe4de-2588-4e0f-8d04-1fd342489b05 None None] Sync routers for ids ['e1ee8874-5af9-4abd-a949-7adfaf328549'] in dv-cinder-760180-3-iscsi {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:11:07.863801 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7debe4de-2588-4e0f-8d04-1fd342489b05 None None] Routers {'e1ee8874-5af9-4abd-a949-7adfaf328549'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:11:07.864674 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-7debe4de-2588-4e0f-8d04-1fd342489b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:10:39Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['e1ee8874-5af9-4abd-a949-7adfaf328549'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:07.904738 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a117c5ef-dd18-4725-9ac2-d6bb267018e9 admin admin] Made reservation on behalf of e249767499964a188880667e0d16755f for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:07.907089 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a117c5ef-dd18-4725-9ac2-d6bb267018e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:07.917065 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a117c5ef-dd18-4725-9ac2-d6bb267018e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:08.030683 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a117c5ef-dd18-4725-9ac2-d6bb267018e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:08.054105 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-7debe4de-2588-4e0f-8d04-1fd342489b05 None None] Set router e1ee8874-5af9-4abd-a949-7adfaf328549 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:11:08.137194 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 759e51f6-dd3c-490d-82de-363ba1bce85d up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:08.157381 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a117c5ef-dd18-4725-9ac2-d6bb267018e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:08.187890 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a117c5ef-dd18-4725-9ac2-d6bb267018e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:11:08.204970 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a117c5ef-dd18-4725-9ac2-d6bb267018e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18863eae-00bf-4bbf-b65c-3dd21c7251f7,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:08.222848 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a117c5ef-dd18-4725-9ac2-d6bb267018e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:08.225451 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.db.segments_db [None req-a117c5ef-dd18-4725-9ac2-d6bb267018e9 admin admin] Added segment 9afb9062-2387-4b2f-ab87-016c70137633 of type vlan for network 6ac42833-0d8f-4ad9-9cfb-f7f4f3732aea Aug 31 01:11:08.273038 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port 759e51f6-dd3c-490d-82de-363ba1bce85d triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:08.273414 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:08.294357 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a117c5ef-dd18-4725-9ac2-d6bb267018e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766773254247'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:08.303998 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66abf584-e7a3-451d-a496-6181fa3860ee req-794315a5-a894-41af-bbae-0eb9e76ec4a9 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:08.305682 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-66abf584-e7a3-451d-a496-6181fa3860ee req-794315a5-a894-41af-bbae-0eb9e76ec4a9 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 945 time: 0.1520398 Aug 31 01:11:08.310406 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84991ab4-89e0-4c6e-afe7-656ac93e0db0 req-cf83bcb7-b0a3-4fd5-aa03-31ae1098f6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:08.311837 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-84991ab4-89e0-4c6e-afe7-656ac93e0db0 req-cf83bcb7-b0a3-4fd5-aa03-31ae1098f6b1 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=98ab9da13d934f25b5b1fca982b961f3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4577332 Aug 31 01:11:08.444804 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-66abf584-e7a3-451d-a496-6181fa3860ee req-821e1937-9cc6-4b1c-a824-adf439f393c1 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283777 Aug 31 01:11:08.488395 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a117c5ef-dd18-4725-9ac2-d6bb267018e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:08.489392 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a117c5ef-dd18-4725-9ac2-d6bb267018e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:08.489987 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a117c5ef-dd18-4725-9ac2-d6bb267018e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:08.582640 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a117c5ef-dd18-4725-9ac2-d6bb267018e9 admin admin] Pushing event updated for resources: {'Network': ['ID=6ac42833-0d8f-4ad9-9cfb-f7f4f3732aea,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:08.585773 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-7debe4de-2588-4e0f-8d04-1fd342489b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ee8874-5af9-4abd-a949-7adfaf328549', 'name': 'tempest-TestMinimumBasicScenario-120299156-router', 'tenant_id': '903de612f2344f45af5b8ec67b92b43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '759e51f6-dd3c-490d-82de-363ba1bce85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:01Z', 'updated_at': '2021-08-31T01:11:05Z', 'revision_number': 4, 'project_id': '903de612f2344f45af5b8ec67b92b43b', 'gw_port': {'id': '759e51f6-dd3c-490d-82de-363ba1bce85d', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ee8874-5af9-4abd-a949-7adfaf328549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:02Z', 'updated_at': '2021-08-31T01:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': 'ddb44cb7-1db9-4b3d-9b99-9c6f88e673ad', 'name': '', 'network_id': '10ac124c-9093-45e3-86e4-1440cfd9ebfd', 'tenant_id': '903de612f2344f45af5b8ec67b92b43b', 'mac_address': 'fa:16:3e:f6:0e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ee8874-5af9-4abd-a949-7adfaf328549', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '932a558b-fbdc-4fae-8436-489e1510f27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:04Z', 'updated_at': '2021-08-31T01:11:05Z', 'revision_number': 2, 'project_id': '903de612f2344f45af5b8ec67b92b43b', 'subnets': [{'id': '932a558b-fbdc-4fae-8436-489e1510f27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:08.586471 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84991ab4-89e0-4c6e-afe7-656ac93e0db0 req-6da46527-eb97-4cab-8a94-f5287d14853b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:08.587850 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-84991ab4-89e0-4c6e-afe7-656ac93e0db0 req-6da46527-eb97-4cab-8a94-f5287d14853b service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2675080 Aug 31 01:11:08.596626 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Network 6ac42833-0d8f-4ad9-9cfb-f7f4f3732aea details requested by agent ovs-agent-dv-cinder-760180-3-iscsi with host dv-cinder-760180-3-iscsi {{(pid=94636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:11:08.607967 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b136c-d63d-465e-8b95-c04b4536f637 req-3359d084-bd9f-4348-9f81-37292751d3d9 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:08.609558 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b29b136c-d63d-465e-8b95-c04b4536f637 req-3359d084-bd9f-4348-9f81-37292751d3d9 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0828102 Aug 31 01:11:08.643607 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7debe4de-2588-4e0f-8d04-1fd342489b05 None None] Checking router: e1ee8874-5af9-4abd-a949-7adfaf328549 for host: dv-cinder-760180-3-iscsi {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:11:08.643959 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7debe4de-2588-4e0f-8d04-1fd342489b05 None None] Updating router e1ee8874-5af9-4abd-a949-7adfaf328549 port ddb44cb7-1db9-4b3d-9b99-9c6f88e673ad binding host dv-cinder-760180-3-iscsi {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:11:08.674439 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b29b136c-d63d-465e-8b95-c04b4536f637 req-54b2c5e3-c2a1-4e68-8444-4efc66430e46 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568843 Aug 31 01:11:08.687722 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-a117c5ef-dd18-4725-9ac2-d6bb267018e9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8910539 Aug 31 01:11:08.689247 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 56602) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:08.704074 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-53a80af9-4bf0-423d-a3dd-5498da252600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:08.704074 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-53a80af9-4bf0-423d-a3dd-5498da252600 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=98ab9da13d934f25b5b1fca982b961f3&device_id=75ac3254-19c3-4147-942b-a47a8930fe58 HTTP/1.1" status: 200 len: 1096 time: 0.0600884 Aug 31 01:11:08.704490 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-c3c9d531-565b-4905-8099-815dc7457e43 admin admin] Request body: {'subnet': {'network_id': '6ac42833-0d8f-4ad9-9cfb-f7f4f3732aea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-11085805-subnet', 'tenant_id': 'e249767499964a188880667e0d16755f', 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:08.724485 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-7debe4de-2588-4e0f-8d04-1fd342489b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:08.759273 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-409d111b-9010-4ac7-94f3-e254f8508d60 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=649f4d96-a208-4eae-b1b7-b57fefaa3ef8 HTTP/1.1" status: 200 len: 217 time: 0.0436437 Aug 31 01:11:08.828789 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-76321ba0-313e-49d2-b330-43542b9bfc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:08.830800 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-76321ba0-313e-49d2-b330-43542b9bfc51 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f634684c-da13-425f-ac91-3350dc290132 HTTP/1.1" status: 200 len: 854 time: 0.0611775 Aug 31 01:11:08.847587 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c9d531-565b-4905-8099-815dc7457e43 admin admin] Made reservation on behalf of e249767499964a188880667e0d16755f for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:08.850374 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c3c9d531-565b-4905-8099-815dc7457e43 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:08.879379 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-8ab614ce-265e-41d0-8d9a-a0fa4eb177e5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d6364cb-20be-4b34-9321-c4d0337d014e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369265 Aug 31 01:11:08.965612 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-eebe25aa-566f-4f3d-8974-3c2c2958360b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:09.041542 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c59da-d0ab-4144-81ed-874814b375ff req-a8082b0f-ef67-4ea5-a314-b2735918561b tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:09.043121 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ed5c59da-d0ab-4144-81ed-874814b375ff req-a8082b0f-ef67-4ea5-a314-b2735918561b tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=75ac3254-19c3-4147-942b-a47a8930fe58 HTTP/1.1" status: 200 len: 943 time: 0.1188054 Aug 31 01:11:09.074666 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-64a75a5a-169d-4af6-a947-a90579e14b17 service neutron] 10.222.0.72 "GET /v2.0/networks/6d6364cb-20be-4b34-9321-c4d0337d014e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881032 Aug 31 01:11:09.080777 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-7debe4de-2588-4e0f-8d04-1fd342489b05 None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:09.095105 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-7debe4de-2588-4e0f-8d04-1fd342489b05 None None] Transition to ACTIVE for port object ddb44cb7-1db9-4b3d-9b99-9c6f88e673ad will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:09.145187 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ed5c59da-d0ab-4144-81ed-874814b375ff req-05ce818f-d61c-4e73-b5c8-4b28871dac83 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842533 Aug 31 01:11:09.174641 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c3c9d531-565b-4905-8099-815dc7457e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:09.198330 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fc5ef85a-3242-48d6-974e-eda0b81571c3 req-2402f34e-71e3-4e08-af3b-c5c1df4029de service neutron] 10.222.0.72 "GET /v2.0/networks/6d6364cb-20be-4b34-9321-c4d0337d014e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136367 Aug 31 01:11:09.229649 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9d531-565b-4905-8099-815dc7457e43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f607ad4-e845-4861-a6a5-7288c7bf8b45,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:09.237311 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-7debe4de-2588-4e0f-8d04-1fd342489b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:09.242249 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c9d531-565b-4905-8099-815dc7457e43 admin admin] Checking segment: {'id': '9afb9062-2387-4b2f-ab87-016c70137633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6ac42833-0d8f-4ad9-9cfb-f7f4f3732aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:09.242249 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c9d531-565b-4905-8099-815dc7457e43 admin admin] Network hostable DHCP agents. Network: 6ac42833-0d8f-4ad9-9cfb-f7f4f3732aea, hostable agents: ['5f164b3b-8391-48cb-99c3-d9cfd53180ad'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:11:09.344516 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d21b4-0d9f-4aab-b493-d60b468d9d8a None None] Pushing event updated for resources: {'Port': ['ID=ddb44cb7-1db9-4b3d-9b99-9c6f88e673ad,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:09.371551 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-7debe4de-2588-4e0f-8d04-1fd342489b05 None None] Attempting to bind port ddb44cb7-1db9-4b3d-9b99-9c6f88e673ad on host dv-cinder-760180-3-iscsi for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:11:09.371927 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-7debe4de-2588-4e0f-8d04-1fd342489b05 None None] Attempting to bind port ddb44cb7-1db9-4b3d-9b99-9c6f88e673ad by drivers openvswitch,hyperv on host dv-cinder-760180-3-iscsi at level 0 using segments [{'id': '8e0748bd-fe28-47cc-9566-cdcf79345b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '10ac124c-9093-45e3-86e4-1440cfd9ebfd'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:11:09.372296 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7debe4de-2588-4e0f-8d04-1fd342489b05 None None] Attempting to bind port ddb44cb7-1db9-4b3d-9b99-9c6f88e673ad on network 10ac124c-9093-45e3-86e4-1440cfd9ebfd {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:09.378963 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7debe4de-2588-4e0f-8d04-1fd342489b05 None None] Checking agent: {'id': 'e0e3d429-98ee-4375-b253-cc814bb4b4fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760180-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 1, 9), 'started_at': datetime.datetime(2021, 8, 31, 1, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760180-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:11:09.379751 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7debe4de-2588-4e0f-8d04-1fd342489b05 None None] Checking segment: {'id': '8e0748bd-fe28-47cc-9566-cdcf79345b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '10ac124c-9093-45e3-86e4-1440cfd9ebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:09.380346 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-7debe4de-2588-4e0f-8d04-1fd342489b05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:09.381454 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7debe4de-2588-4e0f-8d04-1fd342489b05 None None] Bound using segment: {'id': '8e0748bd-fe28-47cc-9566-cdcf79345b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '10ac124c-9093-45e3-86e4-1440cfd9ebfd'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:11:09.382127 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-7debe4de-2588-4e0f-8d04-1fd342489b05 None None] Bound port: ddb44cb7-1db9-4b3d-9b99-9c6f88e673ad, host: dv-cinder-760180-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e0748bd-fe28-47cc-9566-cdcf79345b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '10ac124c-9093-45e3-86e4-1440cfd9ebfd'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:11:09.382730 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-7debe4de-2588-4e0f-8d04-1fd342489b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:09.391375 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c9d531-565b-4905-8099-815dc7457e43 admin admin] Network 6ac42833-0d8f-4ad9-9cfb-f7f4f3732aea is scheduled to be hosted by DHCP agent 5f164b3b-8391-48cb-99c3-d9cfd53180ad with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:11:09.463368 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-7debe4de-2588-4e0f-8d04-1fd342489b05 None None] For port ddb44cb7-1db9-4b3d-9b99-9c6f88e673ad, host dv-cinder-760180-3-iscsi, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:11:09.466464 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-7debe4de-2588-4e0f-8d04-1fd342489b05 None None] For port ddb44cb7-1db9-4b3d-9b99-9c6f88e673ad, host dv-cinder-760180-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=ddb44cb7-1db9-4b3d-9b99-9c6f88e673ad,segment=NetworkSegment(8e0748bd-fe28-47cc-9566-cdcf79345b0c),segment_id=8e0748bd-fe28-47cc-9566-cdcf79345b0c)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:11:09.510341 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:09.543316 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-c3c9d531-565b-4905-8099-815dc7457e43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760180-3-iscsi, 6ac42833-0d8f-4ad9-9cfb-f7f4f3732aea) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:09.544371 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c9d531-565b-4905-8099-815dc7457e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:09.545211 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c3c9d531-565b-4905-8099-815dc7457e43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:09.549547 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7a4001-1fc7-4afd-8dd8-dc9f3e9240fc None None] Network 6ac42833-0d8f-4ad9-9cfb-f7f4f3732aea requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:09.683343 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-7debe4de-2588-4e0f-8d04-1fd342489b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:09.703505 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-c3c9d531-565b-4905-8099-815dc7457e43 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0127745 Aug 31 01:11:09.707569 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 56638) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:09.714703 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-f431ef1f-4007-447a-8430-a6a91f635d85 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-11085805-router', 'tenant_id': 'e249767499964a188880667e0d16755f', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:09.770356 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81e3381-0282-4ffd-b576-35ffd6c06391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdfa1eee9-65b0-5927-8ea5-c2c6bfaf40d4-6ac42833-0d8f-4ad9-9cfb-f7f4f3732aea', 'network_id': '6ac42833-0d8f-4ad9-9cfb-f7f4f3732aea', 'tenant_id': 'e249767499964a188880667e0d16755f', 'fixed_ips': [{'subnet_id': '5f607ad4-e845-4861-a6a5-7288c7bf8b45'}]}} from dv-cinder-760180-3-iscsi. {{(pid=94636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:11:09.771882 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-a81e3381-0282-4ffd-b576-35ffd6c06391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:09.792845 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7debe4de-2588-4e0f-8d04-1fd342489b05 None None] Routers {'e1ee8874-5af9-4abd-a949-7adfaf328549'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:11:09.793483 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-7debe4de-2588-4e0f-8d04-1fd342489b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:11:09Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['e1ee8874-5af9-4abd-a949-7adfaf328549'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:09.797792 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d21b4-0d9f-4aab-b493-d60b468d9d8a None None] Pushing event updated for resources: {'Port': ['ID=ddb44cb7-1db9-4b3d-9b99-9c6f88e673ad,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:09.826389 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f431ef1f-4007-447a-8430-a6a91f635d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-468235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4389'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:09.827776 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f431ef1f-4007-447a-8430-a6a91f635d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-369389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-373117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:09.900324 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f431ef1f-4007-447a-8430-a6a91f635d85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:09.994926 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-7debe4de-2588-4e0f-8d04-1fd342489b05 None None] Set router e1ee8874-5af9-4abd-a949-7adfaf328549 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:11:10.054230 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:10.104111 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f431ef1f-4007-447a-8430-a6a91f635d85 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:10.127546 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.db_base_plugin_common [None req-a81e3381-0282-4ffd-b576-35ffd6c06391 None None] Allocated IP 172.20.0.2 (6ac42833-0d8f-4ad9-9cfb-f7f4f3732aea/5f607ad4-e845-4861-a6a5-7288c7bf8b45/38ee914c-a921-4863-8346-93616871cd0e) {{(pid=94636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:10.299516 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3939e23-e050-41e5-8107-a3339c471433 req-04021097-30b0-4a14-8b1a-47971b39d8ae tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:10.302755 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c3939e23-e050-41e5-8107-a3339c471433 req-04021097-30b0-4a14-8b1a-47971b39d8ae tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=75ac3254-19c3-4147-942b-a47a8930fe58 HTTP/1.1" status: 200 len: 943 time: 0.0571547 Aug 31 01:11:10.356615 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c3939e23-e050-41e5-8107-a3339c471433 req-21a0fdac-fd48-48ce-9356-7467a82be3b9 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468400 Aug 31 01:11:10.365576 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-a81e3381-0282-4ffd-b576-35ffd6c06391 None None] Notify callbacks [] for port, precommit_create {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:10.376368 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-a81e3381-0282-4ffd-b576-35ffd6c06391 None None] Transition to ACTIVE for port object 38ee914c-a921-4863-8346-93616871cd0e will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:10.379572 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-7debe4de-2588-4e0f-8d04-1fd342489b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ee8874-5af9-4abd-a949-7adfaf328549', 'name': 'tempest-TestMinimumBasicScenario-120299156-router', 'tenant_id': '903de612f2344f45af5b8ec67b92b43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '759e51f6-dd3c-490d-82de-363ba1bce85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:01Z', 'updated_at': '2021-08-31T01:11:05Z', 'revision_number': 4, 'project_id': '903de612f2344f45af5b8ec67b92b43b', 'gw_port': {'id': '759e51f6-dd3c-490d-82de-363ba1bce85d', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ee8874-5af9-4abd-a949-7adfaf328549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:02Z', 'updated_at': '2021-08-31T01:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': 'ddb44cb7-1db9-4b3d-9b99-9c6f88e673ad', 'name': '', 'network_id': '10ac124c-9093-45e3-86e4-1440cfd9ebfd', 'tenant_id': '903de612f2344f45af5b8ec67b92b43b', 'mac_address': 'fa:16:3e:f6:0e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ee8874-5af9-4abd-a949-7adfaf328549', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '932a558b-fbdc-4fae-8436-489e1510f27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:04Z', 'updated_at': '2021-08-31T01:11:09Z', 'revision_number': 4, 'project_id': '903de612f2344f45af5b8ec67b92b43b', 'subnets': [{'id': '932a558b-fbdc-4fae-8436-489e1510f27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:10.409162 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7debe4de-2588-4e0f-8d04-1fd342489b05 None None] The sync data for ids ['e1ee8874-5af9-4abd-a949-7adfaf328549'] in dv-cinder-760180-3-iscsi is: [{'id': 'e1ee8874-5af9-4abd-a949-7adfaf328549', 'name': 'tempest-TestMinimumBasicScenario-120299156-router', 'tenant_id': '903de612f2344f45af5b8ec67b92b43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '759e51f6-dd3c-490d-82de-363ba1bce85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:01Z', 'updated_at': '2021-08-31T01:11:05Z', 'revision_number': 4, 'project_id': '903de612f2344f45af5b8ec67b92b43b', 'gw_port': {'id': '759e51f6-dd3c-490d-82de-363ba1bce85d', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ee8874-5af9-4abd-a949-7adfaf328549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:02Z', 'updated_at': '2021-08-31T01:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': 'ddb44cb7-1db9-4b3d-9b99-9c6f88e673ad', 'name': '', 'network_id': '10ac124c-9093-45e3-86e4-1440cfd9ebfd', 'tenant_id': '903de612f2344f45af5b8ec67b92b43b', 'mac_address': 'fa:16:3e:f6:0e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ee8874-5af9-4abd-a949-7adfaf328549', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '932a558b-fbdc-4fae-8436-489e1510f27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:04Z', 'updated_at': '2021-08-31T01:11:09Z', 'revision_number': 4, 'project_id': '903de612f2344f45af5b8ec67b92b43b', 'subnets': [{'id': '932a558b-fbdc-4fae-8436-489e1510f27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:11:10.421771 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-a81e3381-0282-4ffd-b576-35ffd6c06391 None None] Transition to ACTIVE for port object 38ee914c-a921-4863-8346-93616871cd0e will not be triggered until provisioned by entity DHCP. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:10.541223 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-a81e3381-0282-4ffd-b576-35ffd6c06391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222'] for port, after_create {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:10.601810 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81e3381-0282-4ffd-b576-35ffd6c06391 None None] Network 6ac42833-0d8f-4ad9-9cfb-f7f4f3732aea is already hosted by enough agents. {{(pid=94636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:10.605826 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.scheduler.base_scheduler [None req-a81e3381-0282-4ffd-b576-35ffd6c06391 None None] Resources bound (agent type, host, resource id): {{(pid=94636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:10.615293 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81e3381-0282-4ffd-b576-35ffd6c06391 None None] Received port after_create {{(pid=94636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:10.643831 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e3381-0282-4ffd-b576-35ffd6c06391 None None] Pushing event updated for resources: {'Port': ['ID=38ee914c-a921-4863-8346-93616871cd0e,revision_number=1']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:10.731806 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-a81e3381-0282-4ffd-b576-35ffd6c06391 None None] Attempting to bind port 38ee914c-a921-4863-8346-93616871cd0e on host dv-cinder-760180-3-iscsi for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:11:10.732291 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-a81e3381-0282-4ffd-b576-35ffd6c06391 None None] Attempting to bind port 38ee914c-a921-4863-8346-93616871cd0e by drivers openvswitch,hyperv on host dv-cinder-760180-3-iscsi at level 0 using segments [{'id': '9afb9062-2387-4b2f-ab87-016c70137633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6ac42833-0d8f-4ad9-9cfb-f7f4f3732aea'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:11:10.732765 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81e3381-0282-4ffd-b576-35ffd6c06391 None None] Attempting to bind port 38ee914c-a921-4863-8346-93616871cd0e on network 6ac42833-0d8f-4ad9-9cfb-f7f4f3732aea {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:10.739451 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81e3381-0282-4ffd-b576-35ffd6c06391 None None] Checking agent: {'id': 'e0e3d429-98ee-4375-b253-cc814bb4b4fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760180-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 1, 9), 'started_at': datetime.datetime(2021, 8, 31, 1, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760180-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:11:10.739967 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81e3381-0282-4ffd-b576-35ffd6c06391 None None] Checking segment: {'id': '9afb9062-2387-4b2f-ab87-016c70137633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6ac42833-0d8f-4ad9-9cfb-f7f4f3732aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:10.740673 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-a81e3381-0282-4ffd-b576-35ffd6c06391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:10.741393 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81e3381-0282-4ffd-b576-35ffd6c06391 None None] Bound using segment: {'id': '9afb9062-2387-4b2f-ab87-016c70137633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6ac42833-0d8f-4ad9-9cfb-f7f4f3732aea'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:11:10.745172 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f431ef1f-4007-447a-8430-a6a91f635d85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:10.746786 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-a81e3381-0282-4ffd-b576-35ffd6c06391 None None] Bound port: 38ee914c-a921-4863-8346-93616871cd0e, host: dv-cinder-760180-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afb9062-2387-4b2f-ab87-016c70137633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6ac42833-0d8f-4ad9-9cfb-f7f4f3732aea'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:11:10.747737 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-a81e3381-0282-4ffd-b576-35ffd6c06391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:10.789191 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f431ef1f-4007-447a-8430-a6a91f635d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:10.878580 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-a81e3381-0282-4ffd-b576-35ffd6c06391 None None] For port 38ee914c-a921-4863-8346-93616871cd0e, host dv-cinder-760180-3-iscsi, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:11:10.883059 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-a81e3381-0282-4ffd-b576-35ffd6c06391 None None] For port 38ee914c-a921-4863-8346-93616871cd0e, host dv-cinder-760180-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=38ee914c-a921-4863-8346-93616871cd0e,segment=NetworkSegment(9afb9062-2387-4b2f-ab87-016c70137633),segment_id=9afb9062-2387-4b2f-ab87-016c70137633)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:11:10.969820 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-a81e3381-0282-4ffd-b576-35ffd6c06391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:11.004481 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-f431ef1f-4007-447a-8430-a6a91f635d85 admin admin] Allocated IP 172.27.3.86 (6de9ff05-f8f6-4fd1-b476-077a32a7a2f5/44be20a0-ff0a-4c00-a541-a9ead83fffe9/55dcef12-a789-4f7f-ba49-6092112ca56f) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:11.055025 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e3381-0282-4ffd-b576-35ffd6c06391 None None] Pushing event updated for resources: {'Port': ['ID=38ee914c-a921-4863-8346-93616871cd0e,revision_number=2']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:11.179529 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f431ef1f-4007-447a-8430-a6a91f635d85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:11.300130 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f431ef1f-4007-447a-8430-a6a91f635d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:11.387154 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f431ef1f-4007-447a-8430-a6a91f635d85 admin admin] Network 6de9ff05-f8f6-4fd1-b476-077a32a7a2f5 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:11.388084 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-f431ef1f-4007-447a-8430-a6a91f635d85 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:11.392258 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f431ef1f-4007-447a-8430-a6a91f635d85 admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:11.449451 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d0b40-5713-41d3-b09f-4a75b435068e req-12a2e38b-c391-427e-9800-78666ffaa024 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:11.452274 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-872d0b40-5713-41d3-b09f-4a75b435068e req-12a2e38b-c391-427e-9800-78666ffaa024 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.2031655 Aug 31 01:11:11.457936 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd953ee-a03b-40ac-819e-90dfced67b50 req-5ad96d3a-9578-48cf-ab25-efbc674ce982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:11.467396 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431ef1f-4007-447a-8430-a6a91f635d85 admin admin] Pushing event updated for resources: {'Port': ['ID=55dcef12-a789-4f7f-ba49-6092112ca56f,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:11.467784 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ecd953ee-a03b-40ac-819e-90dfced67b50 req-5ad96d3a-9578-48cf-ab25-efbc674ce982 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ebe297fbd3a46689671efa0c38f7f89&device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 1099 time: 0.1526253 Aug 31 01:11:11.627750 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 56702) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:11.640517 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-872d0b40-5713-41d3-b09f-4a75b435068e req-f440067f-5e96-4104-94da-eb88407f1685 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716051 Aug 31 01:11:11.665700 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ecfbc-1228-4fe2-a8de-ff6c0105327f req-61493a79-d04b-4623-add3-a8da4ca257e8 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:11.667345 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2b4ecfbc-1228-4fe2-a8de-ff6c0105327f req-61493a79-d04b-4623-add3-a8da4ca257e8 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=75ac3254-19c3-4147-942b-a47a8930fe58 HTTP/1.1" status: 200 len: 943 time: 0.2137296 Aug 31 01:11:11.704133 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd953ee-a03b-40ac-819e-90dfced67b50 req-a001a14c-c85d-4d78-b71d-abdff5b0a124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:11.706004 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ecd953ee-a03b-40ac-819e-90dfced67b50 req-a001a14c-c85d-4d78-b71d-abdff5b0a124 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fd548e74-43b1-430f-a0ef-aa76573cce11 HTTP/1.1" status: 200 len: 919 time: 0.2066486 Aug 31 01:11:11.777828 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ecd953ee-a03b-40ac-819e-90dfced67b50 req-b990d405-9977-4bab-ae88-cb141ced26c2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b690769-caee-49fa-afb2-9accbc988ab7 HTTP/1.1" status: 200 len: 217 time: 0.0535824 Aug 31 01:11:11.785471 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2b4ecfbc-1228-4fe2-a8de-ff6c0105327f req-30746254-faae-47cd-851b-ea659b4c5fa1 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097243 Aug 31 01:11:11.873251 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd953ee-a03b-40ac-819e-90dfced67b50 req-859d9993-1a2a-49fd-a040-f159ce479e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:11.875031 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ecd953ee-a03b-40ac-819e-90dfced67b50 req-859d9993-1a2a-49fd-a040-f159ce479e53 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=28514019-93de-4286-b066-532f8dc6920b HTTP/1.1" status: 200 len: 858 time: 0.0869353 Aug 31 01:11:11.879184 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9ce12766-3d42-4fe2-8611-fe476c504bb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:11.909397 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ecd953ee-a03b-40ac-819e-90dfced67b50 req-5869b16f-dd5f-4490-8f96-18a734e809fe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fd548e74-43b1-430f-a0ef-aa76573cce11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256128 Aug 31 01:11:11.914093 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f431ef1f-4007-447a-8430-a6a91f635d85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:11.961556 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 649f4d96-a208-4eae-b1b7-b57fefaa3ef8 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:11:11.979640 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:12.049711 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ecd953ee-a03b-40ac-819e-90dfced67b50 req-537247f6-2210-4e26-80d4-582cd007da8f service neutron] 10.222.0.72 "GET /v2.0/networks/fd548e74-43b1-430f-a0ef-aa76573cce11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277854 Aug 31 01:11:12.133247 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 649f4d96-a208-4eae-b1b7-b57fefaa3ef8, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=649f4d96-a208-4eae-b1b7-b57fefaa3ef8,segment=NetworkSegment(0f15d5f7-ec41-4aa6-9213-d85d0fa11953),segment_id=0f15d5f7-ec41-4aa6-9213-d85d0fa11953)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:12.160321 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Returning: {'device': '649f4d96-a208-4eae-b1b7-b57fefaa3ef8', 'network_id': '6d6364cb-20be-4b34-9321-c4d0337d014e', 'port_id': '649f4d96-a208-4eae-b1b7-b57fefaa3ef8', 'mac_address': 'fa:16:3e:0c:96:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f634684c-da13-425f-ac91-3350dc290132', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:11:12.211908 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:12.226269 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 649f4d96-a208-4eae-b1b7-b57fefaa3ef8 {{(pid=94636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:11:12.243844 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ecd953ee-a03b-40ac-819e-90dfced67b50 req-0dfbc301-75b0-40d9-af8a-0fec4941b708 service neutron] 10.222.0.72 "GET /v2.0/networks/fd548e74-43b1-430f-a0ef-aa76573cce11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835938 Aug 31 01:11:12.249609 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 649f4d96-a208-4eae-b1b7-b57fefaa3ef8, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=649f4d96-a208-4eae-b1b7-b57fefaa3ef8,segment=NetworkSegment(0f15d5f7-ec41-4aa6-9213-d85d0fa11953),segment_id=0f15d5f7-ec41-4aa6-9213-d85d0fa11953)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:12.312913 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 38ee914c-a921-4863-8346-93616871cd0e up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:12.337101 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:12.360050 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9ce12766-3d42-4fe2-8611-fe476c504bb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:12.361735 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f431ef1f-4007-447a-8430-a6a91f635d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-369364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371949'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:12.391699 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9877434-2b70-422c-baa6-2fc379a9823c None None] Network 6ac42833-0d8f-4ad9-9cfb-f7f4f3732aea requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:12.456593 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=649f4d96-a208-4eae-b1b7-b57fefaa3ef8,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:12.502870 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9ce12766-3d42-4fe2-8611-fe476c504bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:12.546132 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-9ce12766-3d42-4fe2-8611-fe476c504bb1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b0c1a2d4e2104df1996fdc81e92ee451&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9172907 Aug 31 01:11:12.546980 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce12766-3d42-4fe2-8611-fe476c504bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c89db64-0fb5-4abb-9fbe-f87f8e5552c6,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:12.549257 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 56736) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:12.601433 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-72bd3bce-79b4-4d1e-bfde-7efc853a53b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:12.623628 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-72bd3bce-79b4-4d1e-bfde-7efc853a53b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:12.632573 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f431ef1f-4007-447a-8430-a6a91f635d85 admin admin] Router 13c5516b-287a-4b41-8735-50a29c7169aa is scheduled to L3 agent c5d183af-b1ef-4815-8853-b3c8447fce00 with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:11:12.712741 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning for port 38ee914c-a921-4863-8346-93616871cd0e completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:12.721294 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-11b804de-7f56-40c6-9c5e-d4200d173bc8 None None] Provisioning for port 38ee914c-a921-4863-8346-93616871cd0e completed by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:12.722550 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port 38ee914c-a921-4863-8346-93616871cd0e triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:12.722934 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:12.727816 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-11b804de-7f56-40c6-9c5e-d4200d173bc8 None None] Provisioning complete for port 38ee914c-a921-4863-8346-93616871cd0e triggered by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:12.727816 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-11b804de-7f56-40c6-9c5e-d4200d173bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:12.789834 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f431ef1f-4007-447a-8430-a6a91f635d85 admin admin] Notify agent at l3_agent.dv-cinder-760180-3-iscsi the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:11:12.803397 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74170c6-d2d4-4a47-8dc0-b3e1dad5dbf2 req-71a23b31-ad42-468c-b184-e549ee1f3c3c tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:12.816192 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7af5324-e47d-4f3f-bc58-f270fa7ee7b8 None None] Sync routers for ids ['13c5516b-287a-4b41-8735-50a29c7169aa'] in dv-cinder-760180-3-iscsi {{(pid=94637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:11:12.818717 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a74170c6-d2d4-4a47-8dc0-b3e1dad5dbf2 req-71a23b31-ad42-468c-b184-e549ee1f3c3c tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0976753 Aug 31 01:11:12.834728 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-72bd3bce-79b4-4d1e-bfde-7efc853a53b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:12.835280 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7af5324-e47d-4f3f-bc58-f270fa7ee7b8 None None] Routers {'13c5516b-287a-4b41-8735-50a29c7169aa'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:11:12.836365 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-d7af5324-e47d-4f3f-bc58-f270fa7ee7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:11:09Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['13c5516b-287a-4b41-8735-50a29c7169aa'], 'active': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:12.837864 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-72bd3bce-79b4-4d1e-bfde-7efc853a53b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:12.839035 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-72bd3bce-79b4-4d1e-bfde-7efc853a53b1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6c89db64-0fb5-4abb-9fbe-f87f8e5552c6 HTTP/1.1" status: 204 len: 168 time: 0.2888005 Aug 31 01:11:12.916634 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:12.919043 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] get_ports_and_sgs() called for port_ids ['649f4d96-a208-4eae-b1b7-b57fefaa3ef8'] {{(pid=94636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:11:12.923499 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f431ef1f-4007-447a-8430-a6a91f635d85 admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:12.924919 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-f431ef1f-4007-447a-8430-a6a91f635d85 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2159815 Aug 31 01:11:12.927956 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 56760) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:12.931305 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd3bce-79b4-4d1e-bfde-7efc853a53b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c89db64-0fb5-4abb-9fbe-f87f8e5552c6,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:12.972035 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a74170c6-d2d4-4a47-8dc0-b3e1dad5dbf2 req-40ff0bc0-e3fe-42a2-a445-95148f2cafc4 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503472 Aug 31 01:11:13.167487 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] For port 38ee914c-a921-4863-8346-93616871cd0e, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=38ee914c-a921-4863-8346-93616871cd0e,segment=NetworkSegment(9afb9062-2387-4b2f-ab87-016c70137633),segment_id=9afb9062-2387-4b2f-ab87-016c70137633)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:13.178285 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83051b4a-15da-4d40-84b9-77085d5f68e1 req-575cefd2-2d1f-469b-a782-8a65619d013c tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:13.180098 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-83051b4a-15da-4d40-84b9-77085d5f68e1 req-575cefd2-2d1f-469b-a782-8a65619d013c tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=75ac3254-19c3-4147-942b-a47a8930fe58 HTTP/1.1" status: 200 len: 944 time: 0.1253853 Aug 31 01:11:13.186367 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-11b804de-7f56-40c6-9c5e-d4200d173bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:13.241854 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-83051b4a-15da-4d40-84b9-77085d5f68e1 req-bc7e33dc-e781-48cf-938f-bffea7578a1f tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440185 Aug 31 01:11:13.253186 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:13.254048 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device ddb44cb7-1db9-4b3d-9b99-9c6f88e673ad up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:13.292873 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvr_db [None req-d7af5324-e47d-4f3f-bc58-f270fa7ee7b8 None None] Set router 13c5516b-287a-4b41-8735-50a29c7169aa gateway port host: dv-cinder-760180-3-iscsi {{(pid=94637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:11:13.403524 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.db.api [None req-11b804de-7f56-40c6-9c5e-d4200d173bc8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:11:13.403976 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG oslo_db.api [None req-11b804de-7f56-40c6-9c5e-d4200d173bc8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:11:13.533519 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-d7af5324-e47d-4f3f-bc58-f270fa7ee7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c5516b-287a-4b41-8735-50a29c7169aa', 'name': 'tempest-TestMinimumBasicScenario-11085805-router', 'tenant_id': 'e249767499964a188880667e0d16755f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '55dcef12-a789-4f7f-ba49-6092112ca56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:09Z', 'updated_at': '2021-08-31T01:11:11Z', 'revision_number': 3, 'project_id': 'e249767499964a188880667e0d16755f', 'gw_port': {'id': '55dcef12-a789-4f7f-ba49-6092112ca56f', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ab:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c5516b-287a-4b41-8735-50a29c7169aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:10Z', 'updated_at': '2021-08-31T01:11:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi'}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:13.534336 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Pushing event updated for resources: {'Port': ['ID=38ee914c-a921-4863-8346-93616871cd0e,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:13.577955 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7af5324-e47d-4f3f-bc58-f270fa7ee7b8 None None] Checking router: 13c5516b-287a-4b41-8735-50a29c7169aa for host: dv-cinder-760180-3-iscsi {{(pid=94637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:11:13.578305 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7af5324-e47d-4f3f-bc58-f270fa7ee7b8 None None] Updating router 13c5516b-287a-4b41-8735-50a29c7169aa port 55dcef12-a789-4f7f-ba49-6092112ca56f binding host dv-cinder-760180-3-iscsi {{(pid=94637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:11:13.605343 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-d7af5324-e47d-4f3f-bc58-f270fa7ee7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:13.631881 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning for port ddb44cb7-1db9-4b3d-9b99-9c6f88e673ad completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:13.636084 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port ddb44cb7-1db9-4b3d-9b99-9c6f88e673ad triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:13.636560 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:13.729825 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5568fa71-53dc-4362-81c4-3a1a9bfc7de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:13.733338 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:13.777927 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] For port ddb44cb7-1db9-4b3d-9b99-9c6f88e673ad, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=ddb44cb7-1db9-4b3d-9b99-9c6f88e673ad,segment=NetworkSegment(8e0748bd-fe28-47cc-9566-cdcf79345b0c),segment_id=8e0748bd-fe28-47cc-9566-cdcf79345b0c)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:13.860205 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:13.929343 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-d7af5324-e47d-4f3f-bc58-f270fa7ee7b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:13.939986 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-5568fa71-53dc-4362-81c4-3a1a9bfc7de2 admin admin] Allocated IP 172.20.0.1 (6ac42833-0d8f-4ad9-9cfb-f7f4f3732aea/5f607ad4-e845-4861-a6a5-7288c7bf8b45/9235bda6-e497-49d8-9cc6-5eb6d1d5084c) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:13.940846 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.provisioning_blocks [None req-d7af5324-e47d-4f3f-bc58-f270fa7ee7b8 None None] Transition to ACTIVE for port object 55dcef12-a789-4f7f-ba49-6092112ca56f will not be triggered until provisioned by entity L2. {{(pid=94637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:13.956455 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Pushing event updated for resources: {'Port': ['ID=ddb44cb7-1db9-4b3d-9b99-9c6f88e673ad,revision_number=5']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:14.025403 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-d7af5324-e47d-4f3f-bc58-f270fa7ee7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:14.072306 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5568fa71-53dc-4362-81c4-3a1a9bfc7de2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:14.095637 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-5568fa71-53dc-4362-81c4-3a1a9bfc7de2 admin admin] Transition to ACTIVE for port object 9235bda6-e497-49d8-9cc6-5eb6d1d5084c will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:14.106048 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:14.131251 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [None req-d7af5324-e47d-4f3f-bc58-f270fa7ee7b8 None None] Attempting to bind port 55dcef12-a789-4f7f-ba49-6092112ca56f on host dv-cinder-760180-3-iscsi for vnic_type normal with profile {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:11:14.131251 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [None req-d7af5324-e47d-4f3f-bc58-f270fa7ee7b8 None None] Attempting to bind port 55dcef12-a789-4f7f-ba49-6092112ca56f by drivers openvswitch,hyperv on host dv-cinder-760180-3-iscsi at level 0 using segments [{'id': '1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:11:14.131251 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7af5324-e47d-4f3f-bc58-f270fa7ee7b8 None None] Attempting to bind port 55dcef12-a789-4f7f-ba49-6092112ca56f on network 6de9ff05-f8f6-4fd1-b476-077a32a7a2f5 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:14.147166 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-00667b36-1290-4af6-8abc-42f2418439bb None None] Provisioning complete for port 38ee914c-a921-4863-8346-93616871cd0e triggered by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:14.155968 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-00667b36-1290-4af6-8abc-42f2418439bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:14.156118 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7af5324-e47d-4f3f-bc58-f270fa7ee7b8 None None] Checking agent: {'id': 'e0e3d429-98ee-4375-b253-cc814bb4b4fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760180-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 1, 9), 'started_at': datetime.datetime(2021, 8, 31, 1, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760180-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:11:14.156118 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7af5324-e47d-4f3f-bc58-f270fa7ee7b8 None None] Checking segment: {'id': '1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:14.156535 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-d7af5324-e47d-4f3f-bc58-f270fa7ee7b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:14.156820 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7af5324-e47d-4f3f-bc58-f270fa7ee7b8 None None] Bound using segment: {'id': '1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:11:14.157297 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [None req-d7af5324-e47d-4f3f-bc58-f270fa7ee7b8 None None] Bound port: 55dcef12-a789-4f7f-ba49-6092112ca56f, host: dv-cinder-760180-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'}}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:11:14.157697 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-d7af5324-e47d-4f3f-bc58-f270fa7ee7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:14.161154 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d00df45-11e6-470d-8cca-7ba634f9e433 None None] Pushing event updated for resources: {'Port': ['ID=55dcef12-a789-4f7f-ba49-6092112ca56f,revision_number=2']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:14.173250 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470cae4-d4be-4866-9ce5-77a595162c38 req-032f2b6d-847e-4c81-96f5-e69dd3467232 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:14.178894 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e470cae4-d4be-4866-9ce5-77a595162c38 req-032f2b6d-847e-4c81-96f5-e69dd3467232 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0949321 Aug 31 01:11:14.212960 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 38ee914c-a921-4863-8346-93616871cd0e up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:14.233525 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5568fa71-53dc-4362-81c4-3a1a9bfc7de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:14.272815 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e470cae4-d4be-4866-9ce5-77a595162c38 req-55f322ba-9fba-46f7-b59c-fd22231dd6e1 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895274 Aug 31 01:11:14.299182 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [None req-d7af5324-e47d-4f3f-bc58-f270fa7ee7b8 None None] For port 55dcef12-a789-4f7f-ba49-6092112ca56f, host dv-cinder-760180-3-iscsi, cleared binding levels {{(pid=94637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:11:14.308250 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [None req-d7af5324-e47d-4f3f-bc58-f270fa7ee7b8 None None] For port 55dcef12-a789-4f7f-ba49-6092112ca56f, host dv-cinder-760180-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=55dcef12-a789-4f7f-ba49-6092112ca56f,segment=NetworkSegment(1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a),segment_id=1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a)] {{(pid=94637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:11:14.347020 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5568fa71-53dc-4362-81c4-3a1a9bfc7de2 admin admin] Network 6ac42833-0d8f-4ad9-9cfb-f7f4f3732aea is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:14.349760 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port 38ee914c-a921-4863-8346-93616871cd0e triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:14.350144 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:14.364396 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-5568fa71-53dc-4362-81c4-3a1a9bfc7de2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:14.368745 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5568fa71-53dc-4362-81c4-3a1a9bfc7de2 admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:14.369338 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5568fa71-53dc-4362-81c4-3a1a9bfc7de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372126'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:14.374860 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-d7af5324-e47d-4f3f-bc58-f270fa7ee7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:14.377807 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568fa71-53dc-4362-81c4-3a1a9bfc7de2 admin admin] Pushing event updated for resources: {'Port': ['ID=9235bda6-e497-49d8-9cc6-5eb6d1d5084c,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:14.427961 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0d85d-8524-4181-a928-2d1e0092fa33 req-e4e58304-9cb4-436d-bdad-a73867e5c4f5 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:14.439744 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-80b0d85d-8524-4181-a928-2d1e0092fa33 req-e4e58304-9cb4-436d-bdad-a73867e5c4f5 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=75ac3254-19c3-4147-942b-a47a8930fe58 HTTP/1.1" status: 200 len: 944 time: 0.1017022 Aug 31 01:11:14.461863 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7af5324-e47d-4f3f-bc58-f270fa7ee7b8 None None] Routers {'13c5516b-287a-4b41-8735-50a29c7169aa'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:11:14.462568 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-d7af5324-e47d-4f3f-bc58-f270fa7ee7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:11:09Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['13c5516b-287a-4b41-8735-50a29c7169aa'], 'active': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:14.511108 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-80b0d85d-8524-4181-a928-2d1e0092fa33 req-f389c840-eba0-45da-830c-2e9426afc3a2 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695820 Aug 31 01:11:14.528111 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device ddb44cb7-1db9-4b3d-9b99-9c6f88e673ad up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:14.566519 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d00df45-11e6-470d-8cca-7ba634f9e433 None None] Pushing event updated for resources: {'Port': ['ID=55dcef12-a789-4f7f-ba49-6092112ca56f,revision_number=3']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:14.595411 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port ddb44cb7-1db9-4b3d-9b99-9c6f88e673ad triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:14.596108 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:14.623328 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5568fa71-53dc-4362-81c4-3a1a9bfc7de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:14.645037 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvr_db [None req-d7af5324-e47d-4f3f-bc58-f270fa7ee7b8 None None] Set router 13c5516b-287a-4b41-8735-50a29c7169aa gateway port host: dv-cinder-760180-3-iscsi {{(pid=94637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:11:14.808360 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-cc066da4-fa02-4c11-9bde-7cd10ccd22a4 None None] Provisioning for port 9235bda6-e497-49d8-9cc6-5eb6d1d5084c completed by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:14.812426 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-cc066da4-fa02-4c11-9bde-7cd10ccd22a4 None None] Provisioning complete for port 9235bda6-e497-49d8-9cc6-5eb6d1d5084c triggered by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:14.815054 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-cc066da4-fa02-4c11-9bde-7cd10ccd22a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:14.850366 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-cc066da4-fa02-4c11-9bde-7cd10ccd22a4 None None] Port 9235bda6-e497-49d8-9cc6-5eb6d1d5084c cannot update to ACTIVE because it is not bound. {{(pid=94636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:11:14.853877 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5568fa71-53dc-4362-81c4-3a1a9bfc7de2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:14.854656 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-d7af5324-e47d-4f3f-bc58-f270fa7ee7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c5516b-287a-4b41-8735-50a29c7169aa', 'name': 'tempest-TestMinimumBasicScenario-11085805-router', 'tenant_id': 'e249767499964a188880667e0d16755f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '55dcef12-a789-4f7f-ba49-6092112ca56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:09Z', 'updated_at': '2021-08-31T01:11:11Z', 'revision_number': 3, 'project_id': 'e249767499964a188880667e0d16755f', 'gw_port': {'id': '55dcef12-a789-4f7f-ba49-6092112ca56f', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ab:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c5516b-287a-4b41-8735-50a29c7169aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:10Z', 'updated_at': '2021-08-31T01:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi'}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:14.876070 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 56838) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:14.881654 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7af5324-e47d-4f3f-bc58-f270fa7ee7b8 None None] The sync data for ids ['13c5516b-287a-4b41-8735-50a29c7169aa'] in dv-cinder-760180-3-iscsi is: [{'id': '13c5516b-287a-4b41-8735-50a29c7169aa', 'name': 'tempest-TestMinimumBasicScenario-11085805-router', 'tenant_id': 'e249767499964a188880667e0d16755f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '55dcef12-a789-4f7f-ba49-6092112ca56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:09Z', 'updated_at': '2021-08-31T01:11:11Z', 'revision_number': 3, 'project_id': 'e249767499964a188880667e0d16755f', 'gw_port': {'id': '55dcef12-a789-4f7f-ba49-6092112ca56f', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ab:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c5516b-287a-4b41-8735-50a29c7169aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:10Z', 'updated_at': '2021-08-31T01:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi'}] {{(pid=94637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:11:14.916395 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5568fa71-53dc-4362-81c4-3a1a9bfc7de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:14.920373 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5568fa71-53dc-4362-81c4-3a1a9bfc7de2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370990'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:15.045376 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9c738c0e-8c4d-4f73-972e-38086ebea1b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:15.049469 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568fa71-53dc-4362-81c4-3a1a9bfc7de2 admin admin] Pushing event updated for resources: {'Port': ['ID=9235bda6-e497-49d8-9cc6-5eb6d1d5084c,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:15.097042 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5568fa71-53dc-4362-81c4-3a1a9bfc7de2 admin admin] Network 6ac42833-0d8f-4ad9-9cfb-f7f4f3732aea is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:15.101141 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-5568fa71-53dc-4362-81c4-3a1a9bfc7de2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:15.348305 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9c738c0e-8c4d-4f73-972e-38086ebea1b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:15.355280 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5568fa71-53dc-4362-81c4-3a1a9bfc7de2 admin admin] Router 13c5516b-287a-4b41-8735-50a29c7169aa has already been hosted by L3 agent c5d183af-b1ef-4815-8853-b3c8447fce00 {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:11:15.429013 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9c738c0e-8c4d-4f73-972e-38086ebea1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:15.442872 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db8d7f-a80d-4e83-9752-aee1ff7eddf0 req-317b9b1d-6523-4ffa-975d-3f605fab8cfd tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:15.445629 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-46db8d7f-a80d-4e83-9752-aee1ff7eddf0 req-317b9b1d-6523-4ffa-975d-3f605fab8cfd tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0671380 Aug 31 01:11:15.479509 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c738c0e-8c4d-4f73-972e-38086ebea1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8c25cb-d9cf-47a5-8615-196351b677c4,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:15.483457 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-dd42cab3-54e3-45aa-ada9-268cc07700f1 None None] Provisioning complete for port 9235bda6-e497-49d8-9cc6-5eb6d1d5084c triggered by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:15.486665 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-dd42cab3-54e3-45aa-ada9-268cc07700f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:15.500501 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-46db8d7f-a80d-4e83-9752-aee1ff7eddf0 req-9569c049-78c1-4ca0-a4a4-06b82599fdab tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479858 Aug 31 01:11:15.513469 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-9c738c0e-8c4d-4f73-972e-38086ebea1b3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e7b16ab10a1944c298039e2cd59a2c60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6360676 Aug 31 01:11:15.524397 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 56858) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:15.547550 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-dd42cab3-54e3-45aa-ada9-268cc07700f1 None None] Port 9235bda6-e497-49d8-9cc6-5eb6d1d5084c cannot update to ACTIVE because it is not bound. {{(pid=94636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:11:15.593775 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5568fa71-53dc-4362-81c4-3a1a9bfc7de2 admin admin] Notify agent at l3_agent.dv-cinder-760180-3-iscsi the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:11:15.599261 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-5568fa71-53dc-4362-81c4-3a1a9bfc7de2 admin admin] 10.222.0.43 "PUT /v2.0/routers/13c5516b-287a-4b41-8735-50a29c7169aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6700075 Aug 31 01:11:15.622103 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ca55e83b-498c-401a-87d5-03e018640cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:15.675460 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ca55e83b-498c-401a-87d5-03e018640cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:15.720113 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bed539-b7b2-4a85-99ef-fec76efbc46a req-d6e370ac-54cc-448e-90e0-02909e987f22 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:15.721718 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a3bed539-b7b2-4a85-99ef-fec76efbc46a req-d6e370ac-54cc-448e-90e0-02909e987f22 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=75ac3254-19c3-4147-942b-a47a8930fe58 HTTP/1.1" status: 200 len: 944 time: 0.0868266 Aug 31 01:11:15.779477 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a3bed539-b7b2-4a85-99ef-fec76efbc46a req-fc165528-d3a6-4b97-bddb-6790f120e9c5 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453262 Aug 31 01:11:15.853015 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ca55e83b-498c-401a-87d5-03e018640cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:15.855758 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ca55e83b-498c-401a-87d5-03e018640cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:15.856877 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-ca55e83b-498c-401a-87d5-03e018640cd4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3f8c25cb-d9cf-47a5-8615-196351b677c4 HTTP/1.1" status: 204 len: 168 time: 0.3313241 Aug 31 01:11:15.865339 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55e83b-498c-401a-87d5-03e018640cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8c25cb-d9cf-47a5-8615-196351b677c4,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:15.994508 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 649f4d96-a208-4eae-b1b7-b57fefaa3ef8 up at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:16.133355 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 55dcef12-a789-4f7f-ba49-6092112ca56f up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:16.180610 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Provisioning for port 649f4d96-a208-4eae-b1b7-b57fefaa3ef8 completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:16.184373 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Provisioning complete for port 649f4d96-a208-4eae-b1b7-b57fefaa3ef8 triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:16.184738 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:16.279157 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:16.293422 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning for port 55dcef12-a789-4f7f-ba49-6092112ca56f completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:16.304960 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port 55dcef12-a789-4f7f-ba49-6092112ca56f triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:16.305361 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:16.313081 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ac3254-19c3-4147-942b-a47a8930fe58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649f4d96-a208-4eae-b1b7-b57fefaa3ef8'}] {{(pid=94636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:11:16.314596 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d232dde22f81f13b8276e8d192a9956b8a1abe374d21fab87add1b29b36cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a75df1d-0d75-48b4-a2ce-841f337c4c05" -d '{"events": [{"server_uuid": "75ac3254-19c3-4147-942b-a47a8930fe58", "name": "network-vif-plugged", "status": "completed", "tag": "649f4d96-a208-4eae-b1b7-b57fefaa3ef8"}]}' {{(pid=94636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:11:16.366884 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ead3a2-75e3-4fd4-9d1b-05f6953bcb6e x-openstack-request-id: req-47ead3a2-75e3-4fd4-9d1b-05f6953bcb6e {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:11:16.367326 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ac3254-19c3-4147-942b-a47a8930fe58", "name": "network-vif-plugged", "status": "completed", "tag": "649f4d96-a208-4eae-b1b7-b57fefaa3ef8", "code": 200}]} {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:11:16.367589 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-47ead3a2-75e3-4fd4-9d1b-05f6953bcb6e {{(pid=94636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:11:16.367964 dv-cinder-760180-3-iscsi neutron-server[94636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ac3254-19c3-4147-942b-a47a8930fe58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649f4d96-a208-4eae-b1b7-b57fefaa3ef8', 'code': 200} Aug 31 01:11:16.374033 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 649f4d96-a208-4eae-b1b7-b57fefaa3ef8, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=649f4d96-a208-4eae-b1b7-b57fefaa3ef8,segment=NetworkSegment(0f15d5f7-ec41-4aa6-9213-d85d0fa11953),segment_id=0f15d5f7-ec41-4aa6-9213-d85d0fa11953)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:16.447677 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:16.472324 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:16.479283 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] For port 55dcef12-a789-4f7f-ba49-6092112ca56f, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=55dcef12-a789-4f7f-ba49-6092112ca56f,segment=NetworkSegment(1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a),segment_id=1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:16.537556 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=649f4d96-a208-4eae-b1b7-b57fefaa3ef8,revision_number=5']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:16.586672 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:16.650983 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512b21e-7104-41e8-8d96-acc9f0f2540c req-809a0235-68bc-4200-8f05-fd79ea294d45 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:16.653152 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9512b21e-7104-41e8-8d96-acc9f0f2540c req-809a0235-68bc-4200-8f05-fd79ea294d45 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0589573 Aug 31 01:11:16.659164 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Pushing event updated for resources: {'Port': ['ID=55dcef12-a789-4f7f-ba49-6092112ca56f,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:16.706873 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9512b21e-7104-41e8-8d96-acc9f0f2540c req-908466c7-8e63-4d06-9443-fb02fa244106 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459199 Aug 31 01:11:16.798765 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44583edd-1fb3-4c71-aa5d-11c6eb14f6e4 req-e42c0913-d2b6-4460-b632-fdcc08c7661e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:16.800684 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-44583edd-1fb3-4c71-aa5d-11c6eb14f6e4 req-e42c0913-d2b6-4460-b632-fdcc08c7661e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=75ac3254-19c3-4147-942b-a47a8930fe58 HTTP/1.1" status: 200 len: 1098 time: 0.0533698 Aug 31 01:11:16.851543 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-44583edd-1fb3-4c71-aa5d-11c6eb14f6e4 req-61ac9760-42b5-4147-aec2-690e248f3cf3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434377 Aug 31 01:11:16.861348 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 56920) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:16.881345 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e8dbf32f-453a-467a-a54c-d1fbf2bb04b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:16.979423 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d2a8c1-a8d9-41d5-a6b0-8559c5f5d530 req-14f88b1b-5a4d-43f2-9a1c-12c335c31b64 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:16.980943 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a6d2a8c1-a8d9-41d5-a6b0-8559c5f5d530 req-14f88b1b-5a4d-43f2-9a1c-12c335c31b64 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=75ac3254-19c3-4147-942b-a47a8930fe58 HTTP/1.1" status: 200 len: 945 time: 0.0949135 Aug 31 01:11:17.088169 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a6d2a8c1-a8d9-41d5-a6b0-8559c5f5d530 req-2e55ff92-0211-43cc-b217-42f08d406995 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855944 Aug 31 01:11:17.100188 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e8dbf32f-453a-467a-a54c-d1fbf2bb04b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:17.151835 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e8dbf32f-453a-467a-a54c-d1fbf2bb04b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:17.217941 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-e8dbf32f-453a-467a-a54c-d1fbf2bb04b6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=374d78fc8ae441e292a291f02ddcd970&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3525195 Aug 31 01:11:17.218434 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 56926) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:17.241096 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dbf32f-453a-467a-a54c-d1fbf2bb04b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54845b1c-b686-4a2d-acff-8dccdd197285,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:17.287827 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e47b8f56-98d1-458a-8412-c0dbfb3cb6f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:17.319400 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e47b8f56-98d1-458a-8412-c0dbfb3cb6f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:17.487573 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e47b8f56-98d1-458a-8412-c0dbfb3cb6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:17.490722 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e47b8f56-98d1-458a-8412-c0dbfb3cb6f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:17.494726 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-e47b8f56-98d1-458a-8412-c0dbfb3cb6f3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/54845b1c-b686-4a2d-acff-8dccdd197285 HTTP/1.1" status: 204 len: 168 time: 0.2727041 Aug 31 01:11:17.505069 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b8f56-98d1-458a-8412-c0dbfb3cb6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54845b1c-b686-4a2d-acff-8dccdd197285,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:17.870649 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b227856-a889-46f4-8fbb-5073285382e6 None None] Sync routers for ids ['13c5516b-287a-4b41-8735-50a29c7169aa'] in dv-cinder-760180-3-iscsi {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:11:17.881834 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b227856-a889-46f4-8fbb-5073285382e6 None None] Routers {'13c5516b-287a-4b41-8735-50a29c7169aa'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:11:17.882757 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-9b227856-a889-46f4-8fbb-5073285382e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:11:09Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['13c5516b-287a-4b41-8735-50a29c7169aa'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:17.923372 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4e5b3-bc85-4a01-8ef9-32f4947fbbc0 req-6787a293-b523-4c5c-aa9a-4acc34689ab4 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:17.924791 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c3c4e5b3-bc85-4a01-8ef9-32f4947fbbc0 req-6787a293-b523-4c5c-aa9a-4acc34689ab4 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0679963 Aug 31 01:11:18.028366 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-9b227856-a889-46f4-8fbb-5073285382e6 None None] Set router 13c5516b-287a-4b41-8735-50a29c7169aa gateway port host: dv-cinder-760180-3-iscsi {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:11:18.030108 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c3c4e5b3-bc85-4a01-8ef9-32f4947fbbc0 req-7f1c7199-8569-4b9e-bcb0-9fe20d021507 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892842 Aug 31 01:11:18.174578 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 55dcef12-a789-4f7f-ba49-6092112ca56f up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:18.294425 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port 55dcef12-a789-4f7f-ba49-6092112ca56f triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:18.294948 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:18.320615 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118abe5d-2965-4640-a571-c0b91a0406c5 req-cddf37b8-7704-42e3-bbb7-ce79941d972f tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:18.327887 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-118abe5d-2965-4640-a571-c0b91a0406c5 req-cddf37b8-7704-42e3-bbb7-ce79941d972f tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=75ac3254-19c3-4147-942b-a47a8930fe58 HTTP/1.1" status: 200 len: 945 time: 0.1057603 Aug 31 01:11:18.375675 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-118abe5d-2965-4640-a571-c0b91a0406c5 req-eb3f3bea-3cc1-42c6-9318-1847d7b3409a tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442550 Aug 31 01:11:18.440410 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-9b227856-a889-46f4-8fbb-5073285382e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c5516b-287a-4b41-8735-50a29c7169aa', 'name': 'tempest-TestMinimumBasicScenario-11085805-router', 'tenant_id': 'e249767499964a188880667e0d16755f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '55dcef12-a789-4f7f-ba49-6092112ca56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:09Z', 'updated_at': '2021-08-31T01:11:14Z', 'revision_number': 4, 'project_id': 'e249767499964a188880667e0d16755f', 'gw_port': {'id': '55dcef12-a789-4f7f-ba49-6092112ca56f', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ab:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5516b-287a-4b41-8735-50a29c7169aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:10Z', 'updated_at': '2021-08-31T01:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': '9235bda6-e497-49d8-9cc6-5eb6d1d5084c', 'name': '', 'network_id': '6ac42833-0d8f-4ad9-9cfb-f7f4f3732aea', 'tenant_id': 'e249767499964a188880667e0d16755f', 'mac_address': 'fa:16:3e:c8:cc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c5516b-287a-4b41-8735-50a29c7169aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '5f607ad4-e845-4861-a6a5-7288c7bf8b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:13Z', 'updated_at': '2021-08-31T01:11:14Z', 'revision_number': 2, 'project_id': 'e249767499964a188880667e0d16755f', 'subnets': [{'id': '5f607ad4-e845-4861-a6a5-7288c7bf8b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:18.476821 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b227856-a889-46f4-8fbb-5073285382e6 None None] Checking router: 13c5516b-287a-4b41-8735-50a29c7169aa for host: dv-cinder-760180-3-iscsi {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:11:18.477166 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b227856-a889-46f4-8fbb-5073285382e6 None None] Updating router 13c5516b-287a-4b41-8735-50a29c7169aa port 9235bda6-e497-49d8-9cc6-5eb6d1d5084c binding host dv-cinder-760180-3-iscsi {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:11:18.521830 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-9b227856-a889-46f4-8fbb-5073285382e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:18.875618 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-9b227856-a889-46f4-8fbb-5073285382e6 None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:18.894790 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-9b227856-a889-46f4-8fbb-5073285382e6 None None] Transition to ACTIVE for port object 9235bda6-e497-49d8-9cc6-5eb6d1d5084c will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:18.963068 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-9b227856-a889-46f4-8fbb-5073285382e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:19.061488 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f06c1f-b5e0-41cf-ac0a-f9a661e60849 None None] Pushing event updated for resources: {'Port': ['ID=9235bda6-e497-49d8-9cc6-5eb6d1d5084c,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:19.113544 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-9b227856-a889-46f4-8fbb-5073285382e6 None None] Attempting to bind port 9235bda6-e497-49d8-9cc6-5eb6d1d5084c on host dv-cinder-760180-3-iscsi for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:11:19.114054 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-9b227856-a889-46f4-8fbb-5073285382e6 None None] Attempting to bind port 9235bda6-e497-49d8-9cc6-5eb6d1d5084c by drivers openvswitch,hyperv on host dv-cinder-760180-3-iscsi at level 0 using segments [{'id': '9afb9062-2387-4b2f-ab87-016c70137633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6ac42833-0d8f-4ad9-9cfb-f7f4f3732aea'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:11:19.114567 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b227856-a889-46f4-8fbb-5073285382e6 None None] Attempting to bind port 9235bda6-e497-49d8-9cc6-5eb6d1d5084c on network 6ac42833-0d8f-4ad9-9cfb-f7f4f3732aea {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:19.120711 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b227856-a889-46f4-8fbb-5073285382e6 None None] Checking agent: {'id': 'e0e3d429-98ee-4375-b253-cc814bb4b4fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760180-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 1, 9), 'started_at': datetime.datetime(2021, 8, 31, 1, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760180-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:11:19.121223 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b227856-a889-46f4-8fbb-5073285382e6 None None] Checking segment: {'id': '9afb9062-2387-4b2f-ab87-016c70137633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6ac42833-0d8f-4ad9-9cfb-f7f4f3732aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:19.121729 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-9b227856-a889-46f4-8fbb-5073285382e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:19.122225 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b227856-a889-46f4-8fbb-5073285382e6 None None] Bound using segment: {'id': '9afb9062-2387-4b2f-ab87-016c70137633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6ac42833-0d8f-4ad9-9cfb-f7f4f3732aea'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:11:19.127226 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-9b227856-a889-46f4-8fbb-5073285382e6 None None] Bound port: 9235bda6-e497-49d8-9cc6-5eb6d1d5084c, host: dv-cinder-760180-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afb9062-2387-4b2f-ab87-016c70137633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '6ac42833-0d8f-4ad9-9cfb-f7f4f3732aea'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:11:19.127660 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-9b227856-a889-46f4-8fbb-5073285382e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:19.236648 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00530909-55e8-43cc-bf21-d1866b5c7436 req-58d656e6-6d22-4d34-aa44-2966afb3cd9b tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:19.246028 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-00530909-55e8-43cc-bf21-d1866b5c7436 req-58d656e6-6d22-4d34-aa44-2966afb3cd9b tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0731330 Aug 31 01:11:19.246217 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-9b227856-a889-46f4-8fbb-5073285382e6 None None] For port 9235bda6-e497-49d8-9cc6-5eb6d1d5084c, host dv-cinder-760180-3-iscsi, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:11:19.249944 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-9b227856-a889-46f4-8fbb-5073285382e6 None None] For port 9235bda6-e497-49d8-9cc6-5eb6d1d5084c, host dv-cinder-760180-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=9235bda6-e497-49d8-9cc6-5eb6d1d5084c,segment=NetworkSegment(9afb9062-2387-4b2f-ab87-016c70137633),segment_id=9afb9062-2387-4b2f-ab87-016c70137633)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:11:19.323804 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-9b227856-a889-46f4-8fbb-5073285382e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:19.338292 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-00530909-55e8-43cc-bf21-d1866b5c7436 req-06fd7e88-c4b8-49b1-a737-bf7a5b5c3cb1 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861011 Aug 31 01:11:19.405415 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f06c1f-b5e0-41cf-ac0a-f9a661e60849 None None] Pushing event updated for resources: {'Port': ['ID=9235bda6-e497-49d8-9cc6-5eb6d1d5084c,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:19.468743 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b227856-a889-46f4-8fbb-5073285382e6 None None] Routers {'13c5516b-287a-4b41-8735-50a29c7169aa'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:11:19.468743 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-9b227856-a889-46f4-8fbb-5073285382e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:11:09Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['13c5516b-287a-4b41-8735-50a29c7169aa'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:19.575445 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1ad19-19ad-448f-a721-4f364fa9b168 req-ec73ae5b-9576-4d6d-9515-4344d467905d tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:19.577577 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4bd1ad19-19ad-448f-a721-4f364fa9b168 req-ec73ae5b-9576-4d6d-9515-4344d467905d tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=75ac3254-19c3-4147-942b-a47a8930fe58 HTTP/1.1" status: 200 len: 945 time: 0.1097498 Aug 31 01:11:19.674661 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4bd1ad19-19ad-448f-a721-4f364fa9b168 req-ea8b1e18-f7a6-4fe3-b0e7-5d1dea4b09ef tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899041 Aug 31 01:11:19.721504 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-9b227856-a889-46f4-8fbb-5073285382e6 None None] Set router 13c5516b-287a-4b41-8735-50a29c7169aa gateway port host: dv-cinder-760180-3-iscsi {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:11:20.289798 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-9b227856-a889-46f4-8fbb-5073285382e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c5516b-287a-4b41-8735-50a29c7169aa', 'name': 'tempest-TestMinimumBasicScenario-11085805-router', 'tenant_id': 'e249767499964a188880667e0d16755f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '55dcef12-a789-4f7f-ba49-6092112ca56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:09Z', 'updated_at': '2021-08-31T01:11:14Z', 'revision_number': 4, 'project_id': 'e249767499964a188880667e0d16755f', 'gw_port': {'id': '55dcef12-a789-4f7f-ba49-6092112ca56f', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ab:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5516b-287a-4b41-8735-50a29c7169aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:10Z', 'updated_at': '2021-08-31T01:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': '9235bda6-e497-49d8-9cc6-5eb6d1d5084c', 'name': '', 'network_id': '6ac42833-0d8f-4ad9-9cfb-f7f4f3732aea', 'tenant_id': 'e249767499964a188880667e0d16755f', 'mac_address': 'fa:16:3e:c8:cc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c5516b-287a-4b41-8735-50a29c7169aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '5f607ad4-e845-4861-a6a5-7288c7bf8b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:13Z', 'updated_at': '2021-08-31T01:11:19Z', 'revision_number': 4, 'project_id': 'e249767499964a188880667e0d16755f', 'subnets': [{'id': '5f607ad4-e845-4861-a6a5-7288c7bf8b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:20.317756 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b227856-a889-46f4-8fbb-5073285382e6 None None] The sync data for ids ['13c5516b-287a-4b41-8735-50a29c7169aa'] in dv-cinder-760180-3-iscsi is: [{'id': '13c5516b-287a-4b41-8735-50a29c7169aa', 'name': 'tempest-TestMinimumBasicScenario-11085805-router', 'tenant_id': 'e249767499964a188880667e0d16755f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '55dcef12-a789-4f7f-ba49-6092112ca56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:09Z', 'updated_at': '2021-08-31T01:11:14Z', 'revision_number': 4, 'project_id': 'e249767499964a188880667e0d16755f', 'gw_port': {'id': '55dcef12-a789-4f7f-ba49-6092112ca56f', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ab:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5516b-287a-4b41-8735-50a29c7169aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:10Z', 'updated_at': '2021-08-31T01:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': '9235bda6-e497-49d8-9cc6-5eb6d1d5084c', 'name': '', 'network_id': '6ac42833-0d8f-4ad9-9cfb-f7f4f3732aea', 'tenant_id': 'e249767499964a188880667e0d16755f', 'mac_address': 'fa:16:3e:c8:cc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c5516b-287a-4b41-8735-50a29c7169aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '5f607ad4-e845-4861-a6a5-7288c7bf8b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:13Z', 'updated_at': '2021-08-31T01:11:19Z', 'revision_number': 4, 'project_id': 'e249767499964a188880667e0d16755f', 'subnets': [{'id': '5f607ad4-e845-4861-a6a5-7288c7bf8b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:11:20.591174 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6011e0e-20cd-428f-a85f-4a4f1bd76415 req-556e1f63-4027-4a9a-a99c-a167660de962 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:20.599985 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c6011e0e-20cd-428f-a85f-4a4f1bd76415 req-556e1f63-4027-4a9a-a99c-a167660de962 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.1038158 Aug 31 01:11:20.670422 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c6011e0e-20cd-428f-a85f-4a4f1bd76415 req-c72212df-f9f5-441b-affa-21db0e3abcbb tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692368 Aug 31 01:11:21.823268 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138cf3e-174e-4adc-bd7d-4423f500ef69 req-13cd0fbe-e391-414a-ad8b-7ab4c917a637 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:21.834349 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f138cf3e-174e-4adc-bd7d-4423f500ef69 req-13cd0fbe-e391-414a-ad8b-7ab4c917a637 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0743401 Aug 31 01:11:21.875046 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f138cf3e-174e-4adc-bd7d-4423f500ef69 req-decbeef1-f975-44f9-89bd-cc84d37ad23b tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397604 Aug 31 01:11:22.212434 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 9235bda6-e497-49d8-9cc6-5eb6d1d5084c up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:22.374370 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning for port 9235bda6-e497-49d8-9cc6-5eb6d1d5084c completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:22.379057 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port 9235bda6-e497-49d8-9cc6-5eb6d1d5084c triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:22.381138 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:22.508227 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:22.569497 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] For port 9235bda6-e497-49d8-9cc6-5eb6d1d5084c, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=9235bda6-e497-49d8-9cc6-5eb6d1d5084c,segment=NetworkSegment(9afb9062-2387-4b2f-ab87-016c70137633),segment_id=9afb9062-2387-4b2f-ab87-016c70137633)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:22.660541 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:22.722128 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Pushing event updated for resources: {'Port': ['ID=9235bda6-e497-49d8-9cc6-5eb6d1d5084c,revision_number=5']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:23.013472 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839026f-7a00-46db-aaad-3b75ab560280 req-24587957-c42c-4df2-9cfb-612cd438b86b tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:23.015098 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1839026f-7a00-46db-aaad-3b75ab560280 req-24587957-c42c-4df2-9cfb-612cd438b86b tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0590789 Aug 31 01:11:23.073264 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1839026f-7a00-46db-aaad-3b75ab560280 req-801cd375-355b-44ed-b687-10b3bc277294 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471046 Aug 31 01:11:23.764253 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:11:24.129897 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 9235bda6-e497-49d8-9cc6-5eb6d1d5084c up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:24.198302 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port 9235bda6-e497-49d8-9cc6-5eb6d1d5084c triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:24.198711 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:24.213215 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6366c37-4c95-4d42-a217-85dfe4c351b8 req-09eca365-f564-4a46-9712-3dbbee6fe9d7 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:24.218814 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b6366c37-4c95-4d42-a217-85dfe4c351b8 req-09eca365-f564-4a46-9712-3dbbee6fe9d7 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0688245 Aug 31 01:11:24.283116 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b6366c37-4c95-4d42-a217-85dfe4c351b8 req-4c2513c9-91d3-452f-bc3a-b4f268d528c7 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597074 Aug 31 01:11:25.409954 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a025ed2-e927-443d-8686-7d3ce7b66762 req-fe72efea-da45-4d27-be32-e06f7e846f9a tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:25.417154 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4a025ed2-e927-443d-8686-7d3ce7b66762 req-fe72efea-da45-4d27-be32-e06f7e846f9a tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0535674 Aug 31 01:11:25.459136 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4a025ed2-e927-443d-8686-7d3ce7b66762 req-8a778ef3-77b9-4c33-8a0d-89f1975e27c2 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363350 Aug 31 01:11:26.590389 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e26d89-8ab2-4d3a-8067-b5b3c6c6f40e req-68103933-7313-4096-8135-6940b225297d tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:26.595676 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-24e26d89-8ab2-4d3a-8067-b5b3c6c6f40e req-68103933-7313-4096-8135-6940b225297d tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0533030 Aug 31 01:11:26.680197 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-24e26d89-8ab2-4d3a-8067-b5b3c6c6f40e req-21f94774-6a15-4cc9-ad1b-b294f89328e6 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731232 Aug 31 01:11:27.807028 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f073e-94bb-42fe-a33e-ef808071c26a req-1051e480-8a27-4b13-a060-8a0b9a858db1 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:27.808603 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c42f073e-94bb-42fe-a33e-ef808071c26a req-1051e480-8a27-4b13-a060-8a0b9a858db1 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0520113 Aug 31 01:11:28.063834 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c42f073e-94bb-42fe-a33e-ef808071c26a req-114ab109-8046-48e9-ab56-ee7e5cb7da2b tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274160 Aug 31 01:11:29.170313 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10182124-8a51-422d-aae8-fcad34ac9a89 req-d0dbb0a1-b8f5-4c25-ad08-480909675413 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:29.171703 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-10182124-8a51-422d-aae8-fcad34ac9a89 req-d0dbb0a1-b8f5-4c25-ad08-480909675413 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0502372 Aug 31 01:11:29.210213 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-10182124-8a51-422d-aae8-fcad34ac9a89 req-d4abde2b-58d1-4020-9432-9e3a324264ff tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320747 Aug 31 01:11:30.316392 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 57256) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:30.420239 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-43f6c7a0-755d-44ef-8995-43037e19ce2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:30.510416 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-43f6c7a0-755d-44ef-8995-43037e19ce2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:30.652446 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-43f6c7a0-755d-44ef-8995-43037e19ce2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:30.691829 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-43f6c7a0-755d-44ef-8995-43037e19ce2e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ffa41eeb521746b69a372de68e80c4e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3743882 Aug 31 01:11:30.692783 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6c7a0-755d-44ef-8995-43037e19ce2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2319a171-e64e-41f0-bdf3-dc064922d337,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:30.694444 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 57262) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:30.745294 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d401bcd8-0200-439d-ba44-ea06d78f58c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:30.767991 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d401bcd8-0200-439d-ba44-ea06d78f58c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:30.900204 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d401bcd8-0200-439d-ba44-ea06d78f58c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:30.902796 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d401bcd8-0200-439d-ba44-ea06d78f58c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:30.903945 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-d401bcd8-0200-439d-ba44-ea06d78f58c1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2319a171-e64e-41f0-bdf3-dc064922d337 HTTP/1.1" status: 204 len: 168 time: 0.2084482 Aug 31 01:11:30.911539 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d401bcd8-0200-439d-ba44-ea06d78f58c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2319a171-e64e-41f0-bdf3-dc064922d337,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:31.572276 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 57272) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:31.586999 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2a1658c0-49b0-4eb9-9da6-3be5eda6aed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:31.669689 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2a1658c0-49b0-4eb9-9da6-3be5eda6aed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:31.773920 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2a1658c0-49b0-4eb9-9da6-3be5eda6aed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:31.810964 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1658c0-49b0-4eb9-9da6-3be5eda6aed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee19055-8124-4e54-8d35-e43f4b14304a,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:31.819088 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-2a1658c0-49b0-4eb9-9da6-3be5eda6aed4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dafce3b0bae34e119b82b0bc8c1992f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2433167 Aug 31 01:11:31.819963 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 57278) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:31.867481 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-41b778b6-2dfd-4f45-8ca5-ae82df3cee3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:31.887619 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-41b778b6-2dfd-4f45-8ca5-ae82df3cee3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:32.001057 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-41b778b6-2dfd-4f45-8ca5-ae82df3cee3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:32.003583 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-41b778b6-2dfd-4f45-8ca5-ae82df3cee3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:32.004722 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-41b778b6-2dfd-4f45-8ca5-ae82df3cee3a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aee19055-8124-4e54-8d35-e43f4b14304a HTTP/1.1" status: 204 len: 168 time: 0.1845787 Aug 31 01:11:32.012238 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b778b6-2dfd-4f45-8ca5-ae82df3cee3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee19055-8124-4e54-8d35-e43f4b14304a,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:32.264379 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3e29a-3ade-49ac-9eb2-b3e2e8f91565 req-d2060a19-01a6-4eae-9b1b-3da14ae28289 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:32.265880 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b2c3e29a-3ade-49ac-9eb2-b3e2e8f91565 req-d2060a19-01a6-4eae-9b1b-3da14ae28289 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0935264 Aug 31 01:11:32.323294 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-da8f70eb-e0e3-4904-bfc4-a52891946c6e tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:32.324773 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-da8f70eb-e0e3-4904-bfc4-a52891946c6e tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/networks?id=10ac124c-9093-45e3-86e4-1440cfd9ebfd HTTP/1.1" status: 200 len: 814 time: 0.1639230 Aug 31 01:11:32.330299 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b2c3e29a-3ade-49ac-9eb2-b3e2e8f91565 req-aebf0e67-50eb-4f55-b543-1d2c83c38a8f tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575342 Aug 31 01:11:32.348562 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-cf5ca5e0-3557-4162-96ac-428623685bc4 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/quotas/903de612f2344f45af5b8ec67b92b43b HTTP/1.1" status: 200 len: 375 time: 0.0098605 Aug 31 01:11:32.397895 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-ca3b0646-95e7-4cf9-9bfb-b84eca2ef5af tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=903de612f2344f45af5b8ec67b92b43b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486660 Aug 31 01:11:32.490629 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-cc798f45-6413-4b55-b4fd-27737e3537ea service neutron] 10.222.0.43 "GET /v2.0/networks/10ac124c-9093-45e3-86e4-1440cfd9ebfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806255 Aug 31 01:11:32.581236 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-53999533-8549-45bd-a1fa-0cb793cb1fd8 service neutron] 10.222.0.43 "GET /v2.0/networks/10ac124c-9093-45e3-86e4-1440cfd9ebfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838532 Aug 31 01:11:32.785378 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 57298) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:32.816084 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5d5fcf02-5191-4b7a-ba22-3125df7747bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:32.833625 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2c88ba83-4ec2-4d55-a809-09ecf0f61af2 req-b856e215-3501-414c-8d09-47bc2add2516 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 210 time: 0.0349770 Aug 31 01:11:32.954598 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5d5fcf02-5191-4b7a-ba22-3125df7747bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:33.012336 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5d5fcf02-5191-4b7a-ba22-3125df7747bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:33.049875 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-5d5fcf02-5191-4b7a-ba22-3125df7747bc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9a62fbcec564452d9808933913b9883f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2634485 Aug 31 01:11:33.051059 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5fcf02-5191-4b7a-ba22-3125df7747bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72eefca7-4047-4ea9-937f-4bf7f869a726,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:33.052557 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 57312) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:33.102885 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d3ec93c4-cc05-469c-8e22-45ef5242d30b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:33.124892 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d3ec93c4-cc05-469c-8e22-45ef5242d30b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:33.277943 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d3ec93c4-cc05-469c-8e22-45ef5242d30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:33.280595 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d3ec93c4-cc05-469c-8e22-45ef5242d30b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:33.281768 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-d3ec93c4-cc05-469c-8e22-45ef5242d30b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/72eefca7-4047-4ea9-937f-4bf7f869a726 HTTP/1.1" status: 204 len: 168 time: 0.2282362 Aug 31 01:11:33.290277 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec93c4-cc05-469c-8e22-45ef5242d30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72eefca7-4047-4ea9-937f-4bf7f869a726,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:33.446848 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5f72c-1e21-4f87-b361-b21d15da9e00 req-5dc36185-2bb4-49bf-8a29-feb065f0e889 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:33.448970 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-49a5f72c-1e21-4f87-b361-b21d15da9e00 req-5dc36185-2bb4-49bf-8a29-feb065f0e889 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0510170 Aug 31 01:11:33.486599 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-49a5f72c-1e21-4f87-b361-b21d15da9e00 req-9ac252e5-5375-4a82-9125-95f9ba552d6c tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315428 Aug 31 01:11:33.971613 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2b7be030-a244-4cfe-be11-0e3d85fe4bc0 req-1d1a765f-aa7e-45cb-a1c0-7d64ccce341f tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 210 time: 0.0342371 Aug 31 01:11:34.492355 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 57378) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:34.590849 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-40a718f1-edc3-48da-9772-cd62615cc23e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1067843698-network', 'tenant_id': '4df7148800d8445eb8e806c1f06e0c15'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:34.702898 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a718f1-edc3-48da-9772-cd62615cc23e admin admin] Made reservation on behalf of 4df7148800d8445eb8e806c1f06e0c15 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:34.705879 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-40a718f1-edc3-48da-9772-cd62615cc23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:34.717438 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-40a718f1-edc3-48da-9772-cd62615cc23e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:34.744182 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977eea95-5dfe-4fa5-9ab0-23197f351621 req-6e0861da-d720-4863-b4c6-a2d0e3064bbc tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:34.751684 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-977eea95-5dfe-4fa5-9ab0-23197f351621 req-6e0861da-d720-4863-b4c6-a2d0e3064bbc tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0787992 Aug 31 01:11:34.838703 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-977eea95-5dfe-4fa5-9ab0-23197f351621 req-032b619a-7591-429e-a985-41d18a4cda38 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839038 Aug 31 01:11:34.852813 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a193b6-2199-4ee5-b440-cdd5ecc7de82 req-9bcda3a2-240f-45ff-bd36-afef1c1947ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:34.854286 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-76a193b6-2199-4ee5-b440-cdd5ecc7de82 req-9bcda3a2-240f-45ff-bd36-afef1c1947ed service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 1099 time: 0.0692866 Aug 31 01:11:34.868379 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-40a718f1-edc3-48da-9772-cd62615cc23e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:34.896067 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-76a193b6-2199-4ee5-b440-cdd5ecc7de82 req-229912e8-823b-43b9-9a41-9ac0a49e9cc7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297723 Aug 31 01:11:34.939546 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-40a718f1-edc3-48da-9772-cd62615cc23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:34.965219 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40a718f1-edc3-48da-9772-cd62615cc23e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:11:34.974100 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a718f1-edc3-48da-9772-cd62615cc23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6c6a01-dab9-44d7-bb44-eef303d6e9a8,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:34.982856 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-40a718f1-edc3-48da-9772-cd62615cc23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:34.982856 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.db.segments_db [None req-40a718f1-edc3-48da-9772-cd62615cc23e admin admin] Added segment ba206874-6b12-4184-9530-5ff25f26c89f of type vlan for network b70f1308-c8a8-4826-977d-96316713ef7d Aug 31 01:11:35.027602 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-40a718f1-edc3-48da-9772-cd62615cc23e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766773254247'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:35.063481 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0ccdcaac-4a89-48f9-bfd3-7d762d3e9aef req-70ce4485-7312-433d-b20e-18dfd4e852ca tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 210 time: 0.0269811 Aug 31 01:11:35.156690 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-40a718f1-edc3-48da-9772-cd62615cc23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:35.157703 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a718f1-edc3-48da-9772-cd62615cc23e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:35.158282 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-40a718f1-edc3-48da-9772-cd62615cc23e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:35.215520 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a718f1-edc3-48da-9772-cd62615cc23e admin admin] Pushing event updated for resources: {'Network': ['ID=b70f1308-c8a8-4826-977d-96316713ef7d,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:35.224950 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Network b70f1308-c8a8-4826-977d-96316713ef7d details requested by agent ovs-agent-dv-cinder-760180-3-iscsi with host dv-cinder-760180-3-iscsi {{(pid=94636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:11:35.311034 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-40a718f1-edc3-48da-9772-cd62615cc23e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8152766 Aug 31 01:11:35.313327 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 57404) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:35.323873 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [None req-55277752-04ce-4a1b-90e1-f76b7907ccce admin admin] Request body: {'subnet': {'network_id': 'b70f1308-c8a8-4826-977d-96316713ef7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1067843698-subnet', 'tenant_id': '4df7148800d8445eb8e806c1f06e0c15', 'ip_version': 4}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:35.432152 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55277752-04ce-4a1b-90e1-f76b7907ccce admin admin] Made reservation on behalf of 4df7148800d8445eb8e806c1f06e0c15 for: {'subnet': 1} {{(pid=94635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:35.440277 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-55277752-04ce-4a1b-90e1-f76b7907ccce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125832496'] for subnet, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:35.693002 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-55277752-04ce-4a1b-90e1-f76b7907ccce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127206860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125832486'] for subnet, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:35.751471 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-d47a4c73-da64-42c2-98bf-c13aa3cbc3f5 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:35.752825 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-d47a4c73-da64-42c2-98bf-c13aa3cbc3f5 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.72 "GET /v2.0/networks?id=10ac124c-9093-45e3-86e4-1440cfd9ebfd HTTP/1.1" status: 200 len: 814 time: 0.1396441 Aug 31 01:11:35.775790 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-40e26f25-47f7-40ef-9f37-1f925f948c92 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Request body: {'port': {'device_id': 'acb348ca-1622-4668-9b35-3d7328669904', 'network_id': '10ac124c-9093-45e3-86e4-1440cfd9ebfd', 'admin_state_up': True, 'tenant_id': '903de612f2344f45af5b8ec67b92b43b'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:35.782329 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55277752-04ce-4a1b-90e1-f76b7907ccce admin admin] Pushing event updated for resources: {'Subnet': ['ID=363fa58a-29af-4ce3-8619-cd226a6a41d7,revision_number=0']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:35.827249 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55277752-04ce-4a1b-90e1-f76b7907ccce admin admin] Checking segment: {'id': 'ba206874-6b12-4184-9530-5ff25f26c89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b70f1308-c8a8-4826-977d-96316713ef7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:35.827603 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55277752-04ce-4a1b-90e1-f76b7907ccce admin admin] Network hostable DHCP agents. Network: b70f1308-c8a8-4826-977d-96316713ef7d, hostable agents: ['5f164b3b-8391-48cb-99c3-d9cfd53180ad'], hosted agents: [] {{(pid=94635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:11:35.941580 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55277752-04ce-4a1b-90e1-f76b7907ccce admin admin] Network b70f1308-c8a8-4826-977d-96316713ef7d is scheduled to be hosted by DHCP agent 5f164b3b-8391-48cb-99c3-d9cfd53180ad with binding_index 1 {{(pid=94635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:11:35.968214 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7b3a4-9382-4756-9f79-8d0fb5677b32 req-d1868f35-1f5a-438f-be9b-3ece4623fc17 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:35.969781 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5bc7b3a4-9382-4756-9f79-8d0fb5677b32 req-d1868f35-1f5a-438f-be9b-3ece4623fc17 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0577519 Aug 31 01:11:36.015427 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-40e26f25-47f7-40ef-9f37-1f925f948c92 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Made reservation on behalf of 903de612f2344f45af5b8ec67b92b43b for: {'port': 1} {{(pid=94635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:36.015427 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-40e26f25-47f7-40ef-9f37-1f925f948c92 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:36.043375 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5bc7b3a4-9382-4756-9f79-8d0fb5677b32 req-51ffae38-8901-42a0-ad7d-a942cd5d0a9f tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491846 Aug 31 01:11:36.083006 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-55277752-04ce-4a1b-90e1-f76b7907ccce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760180-3-iscsi, b70f1308-c8a8-4826-977d-96316713ef7d) {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:36.093911 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55277752-04ce-4a1b-90e1-f76b7907ccce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:36.094532 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-55277752-04ce-4a1b-90e1-f76b7907ccce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for subnet, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:36.108407 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8b09f1-5b18-44ac-ad95-96614877819b None None] Network b70f1308-c8a8-4826-977d-96316713ef7d requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:36.193699 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2dd7018e-6d60-45a1-8c7e-b1740ea6c4bb req-d7b7172f-112b-4e6f-947c-cd37522bb9ee tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 210 time: 0.0337279 Aug 31 01:11:36.216982 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-55277752-04ce-4a1b-90e1-f76b7907ccce admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9024439 Aug 31 01:11:36.219960 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 57426) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:36.228140 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-a82b81b2-e7af-45f1-a617-1a8ec04846bb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1067843698-router', 'tenant_id': '4df7148800d8445eb8e806c1f06e0c15', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:36.233915 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-40e26f25-47f7-40ef-9f37-1f925f948c92 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Allocated IP 172.20.0.3 (10ac124c-9093-45e3-86e4-1440cfd9ebfd/932a558b-fbdc-4fae-8436-489e1510f27c/fc9b8e88-6b4a-4fe6-a915-ce88699f84b5) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:36.312684 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc92d52-3e6c-46d2-89c5-ecb42ca14383 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdfa1eee9-65b0-5927-8ea5-c2c6bfaf40d4-b70f1308-c8a8-4826-977d-96316713ef7d', 'network_id': 'b70f1308-c8a8-4826-977d-96316713ef7d', 'tenant_id': '4df7148800d8445eb8e806c1f06e0c15', 'fixed_ips': [{'subnet_id': '363fa58a-29af-4ce3-8619-cd226a6a41d7'}]}} from dv-cinder-760180-3-iscsi. {{(pid=94636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:11:36.318170 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-bfc92d52-3e6c-46d2-89c5-ecb42ca14383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:36.415439 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-40e26f25-47f7-40ef-9f37-1f925f948c92 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:36.436060 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-40e26f25-47f7-40ef-9f37-1f925f948c92 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Transition to ACTIVE for port object fc9b8e88-6b4a-4fe6-a915-ce88699f84b5 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:36.443054 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a82b81b2-e7af-45f1-a617-1a8ec04846bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-468235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4389'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:36.446205 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a82b81b2-e7af-45f1-a617-1a8ec04846bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-369389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-373117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:36.450432 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.db_base_plugin_common [None req-bfc92d52-3e6c-46d2-89c5-ecb42ca14383 None None] Allocated IP 172.20.0.2 (b70f1308-c8a8-4826-977d-96316713ef7d/363fa58a-29af-4ce3-8619-cd226a6a41d7/6b4dc8a9-15a6-433c-9450-6bb108840a70) {{(pid=94636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:36.592092 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-40e26f25-47f7-40ef-9f37-1f925f948c92 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:36.625088 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-40e26f25-47f7-40ef-9f37-1f925f948c92 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Network 10ac124c-9093-45e3-86e4-1440cfd9ebfd is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:36.637827 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-2564c653-e0fa-4da1-86b1-a61940cb6dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:36.642627 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-bfc92d52-3e6c-46d2-89c5-ecb42ca14383 None None] Notify callbacks [] for port, precommit_create {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:36.651794 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-bfc92d52-3e6c-46d2-89c5-ecb42ca14383 None None] Transition to ACTIVE for port object 6b4dc8a9-15a6-433c-9450-6bb108840a70 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:36.658801 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-40e26f25-47f7-40ef-9f37-1f925f948c92 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:36.669862 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-40e26f25-47f7-40ef-9f37-1f925f948c92 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:36.670167 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-bfc92d52-3e6c-46d2-89c5-ecb42ca14383 None None] Transition to ACTIVE for port object 6b4dc8a9-15a6-433c-9450-6bb108840a70 will not be triggered until provisioned by entity DHCP. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:36.732889 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e26f25-47f7-40ef-9f37-1f925f948c92 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Pushing event updated for resources: {'Port': ['ID=fc9b8e88-6b4a-4fe6-a915-ce88699f84b5,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:36.756552 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-40e26f25-47f7-40ef-9f37-1f925f948c92 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:36.757332 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-40e26f25-47f7-40ef-9f37-1f925f948c92 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for port, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:36.766582 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a82b81b2-e7af-45f1-a617-1a8ec04846bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:36.768872 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-bfc92d52-3e6c-46d2-89c5-ecb42ca14383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222'] for port, after_create {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:36.889549 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-40e26f25-47f7-40ef-9f37-1f925f948c92 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1181455 Aug 31 01:11:36.895691 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc92d52-3e6c-46d2-89c5-ecb42ca14383 None None] Network b70f1308-c8a8-4826-977d-96316713ef7d is already hosted by enough agents. {{(pid=94636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:36.895691 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.scheduler.base_scheduler [None req-bfc92d52-3e6c-46d2-89c5-ecb42ca14383 None None] Resources bound (agent type, host, resource id): {{(pid=94636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:36.906748 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc92d52-3e6c-46d2-89c5-ecb42ca14383 None None] Received port after_create {{(pid=94636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:37.006308 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-ec4d6567-97f7-4bbc-a53d-32dded864ba1 service neutron] Request body: {'port': {'device_id': 'acb348ca-1622-4668-9b35-3d7328669904', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:37.133880 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc92d52-3e6c-46d2-89c5-ecb42ca14383 None None] Pushing event updated for resources: {'Port': ['ID=6b4dc8a9-15a6-433c-9450-6bb108840a70,revision_number=1']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:37.157637 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-bfc92d52-3e6c-46d2-89c5-ecb42ca14383 None None] Attempting to bind port 6b4dc8a9-15a6-433c-9450-6bb108840a70 on host dv-cinder-760180-3-iscsi for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:11:37.158115 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-bfc92d52-3e6c-46d2-89c5-ecb42ca14383 None None] Attempting to bind port 6b4dc8a9-15a6-433c-9450-6bb108840a70 by drivers openvswitch,hyperv on host dv-cinder-760180-3-iscsi at level 0 using segments [{'id': 'ba206874-6b12-4184-9530-5ff25f26c89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b70f1308-c8a8-4826-977d-96316713ef7d'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:11:37.158732 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc92d52-3e6c-46d2-89c5-ecb42ca14383 None None] Attempting to bind port 6b4dc8a9-15a6-433c-9450-6bb108840a70 on network b70f1308-c8a8-4826-977d-96316713ef7d {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:37.166176 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc92d52-3e6c-46d2-89c5-ecb42ca14383 None None] Checking agent: {'id': 'e0e3d429-98ee-4375-b253-cc814bb4b4fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760180-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 1, 9), 'started_at': datetime.datetime(2021, 8, 31, 1, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760180-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:11:37.173441 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc92d52-3e6c-46d2-89c5-ecb42ca14383 None None] Checking segment: {'id': 'ba206874-6b12-4184-9530-5ff25f26c89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b70f1308-c8a8-4826-977d-96316713ef7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:37.174506 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-bfc92d52-3e6c-46d2-89c5-ecb42ca14383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:37.175169 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc92d52-3e6c-46d2-89c5-ecb42ca14383 None None] Bound using segment: {'id': 'ba206874-6b12-4184-9530-5ff25f26c89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b70f1308-c8a8-4826-977d-96316713ef7d'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:11:37.175884 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-bfc92d52-3e6c-46d2-89c5-ecb42ca14383 None None] Bound port: 6b4dc8a9-15a6-433c-9450-6bb108840a70, host: dv-cinder-760180-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba206874-6b12-4184-9530-5ff25f26c89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b70f1308-c8a8-4826-977d-96316713ef7d'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:11:37.176519 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-bfc92d52-3e6c-46d2-89c5-ecb42ca14383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:37.237316 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-4523fc60-6fae-4687-b980-898aa1a76dba None None] Provisioning for port fc9b8e88-6b4a-4fe6-a915-ce88699f84b5 completed by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:37.237566 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-ec4d6567-97f7-4bbc-a53d-32dded864ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:37.263939 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-4523fc60-6fae-4687-b980-898aa1a76dba None None] Provisioning complete for port fc9b8e88-6b4a-4fe6-a915-ce88699f84b5 triggered by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:37.268469 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-4523fc60-6fae-4687-b980-898aa1a76dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:37.318901 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a82b81b2-e7af-45f1-a617-1a8ec04846bb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:37.355662 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-bfc92d52-3e6c-46d2-89c5-ecb42ca14383 None None] For port 6b4dc8a9-15a6-433c-9450-6bb108840a70, host dv-cinder-760180-3-iscsi, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:11:37.360381 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-bfc92d52-3e6c-46d2-89c5-ecb42ca14383 None None] For port 6b4dc8a9-15a6-433c-9450-6bb108840a70, host dv-cinder-760180-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=6b4dc8a9-15a6-433c-9450-6bb108840a70,segment=NetworkSegment(ba206874-6b12-4184-9530-5ff25f26c89f),segment_id=ba206874-6b12-4184-9530-5ff25f26c89f)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:11:37.377761 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-4523fc60-6fae-4687-b980-898aa1a76dba None None] Port fc9b8e88-6b4a-4fe6-a915-ce88699f84b5 cannot update to ACTIVE because it is not bound. {{(pid=94636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:11:37.450788 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79026a-628f-44c5-a4a5-c22c5c265c18 req-efa17508-eda4-4e1d-b4de-98345d9bbe74 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:37.452300 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5d79026a-628f-44c5-a4a5-c22c5c265c18 req-efa17508-eda4-4e1d-b4de-98345d9bbe74 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.2570889 Aug 31 01:11:37.478076 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-bfc92d52-3e6c-46d2-89c5-ecb42ca14383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:37.619773 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc92d52-3e6c-46d2-89c5-ecb42ca14383 None None] Pushing event updated for resources: {'Port': ['ID=6b4dc8a9-15a6-433c-9450-6bb108840a70,revision_number=2']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:37.646798 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18f658-8053-4d4a-8ed1-975d3e103fde req-a7a2ce0e-3e52-4d76-82ef-b240b2920604 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:37.654622 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6f18f658-8053-4d4a-8ed1-975d3e103fde req-a7a2ce0e-3e52-4d76-82ef-b240b2920604 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 931 time: 0.3347929 Aug 31 01:11:37.734706 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5d79026a-628f-44c5-a4a5-c22c5c265c18 req-299ce333-a468-4ff5-a1e7-8be34ca79623 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741706 Aug 31 01:11:37.776316 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6f18f658-8053-4d4a-8ed1-975d3e103fde req-2d0a47c3-af04-4de2-a9bf-f793e4c0b54c tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5db1daa-a506-4957-8837-925c5bc59749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205027 Aug 31 01:11:37.838140 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a82b81b2-e7af-45f1-a617-1a8ec04846bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:37.873169 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a82b81b2-e7af-45f1-a617-1a8ec04846bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:38.002605 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.notifiers.nova [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-ec4d6567-97f7-4bbc-a53d-32dded864ba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc9b8e88-6b4a-4fe6-a915-ce88699f84b5 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:11:38.020829 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-ec4d6567-97f7-4bbc-a53d-32dded864ba1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:38.037631 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-ec4d6567-97f7-4bbc-a53d-32dded864ba1 service neutron] Transition to ACTIVE for port object fc9b8e88-6b4a-4fe6-a915-ce88699f84b5 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:38.122767 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-ec4d6567-97f7-4bbc-a53d-32dded864ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127206981'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:38.267056 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-a82b81b2-e7af-45f1-a617-1a8ec04846bb admin admin] Allocated IP 172.27.3.47 (6de9ff05-f8f6-4fd1-b476-077a32a7a2f5/44be20a0-ff0a-4c00-a541-a9ead83fffe9/f78b0d42-9fbf-4467-8b2f-7afcc1b0de02) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:38.337830 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d6567-97f7-4bbc-a53d-32dded864ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=fc9b8e88-6b4a-4fe6-a915-ce88699f84b5,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:38.338385 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 6b4dc8a9-15a6-433c-9450-6bb108840a70 up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:38.370744 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4d6567-97f7-4bbc-a53d-32dded864ba1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:38.371092 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4d6567-97f7-4bbc-a53d-32dded864ba1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:38.371434 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4d6567-97f7-4bbc-a53d-32dded864ba1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:38.371769 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4d6567-97f7-4bbc-a53d-32dded864ba1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:38.372107 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4d6567-97f7-4bbc-a53d-32dded864ba1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:38.372452 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4d6567-97f7-4bbc-a53d-32dded864ba1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:38.372771 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4d6567-97f7-4bbc-a53d-32dded864ba1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:38.373097 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4d6567-97f7-4bbc-a53d-32dded864ba1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:38.373428 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4d6567-97f7-4bbc-a53d-32dded864ba1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:38.373752 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4d6567-97f7-4bbc-a53d-32dded864ba1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:38.374076 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4d6567-97f7-4bbc-a53d-32dded864ba1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:38.374399 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4d6567-97f7-4bbc-a53d-32dded864ba1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:38.545674 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-ec4d6567-97f7-4bbc-a53d-32dded864ba1 service neutron] Attempting to bind port fc9b8e88-6b4a-4fe6-a915-ce88699f84b5 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:11:38.546015 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-ec4d6567-97f7-4bbc-a53d-32dded864ba1 service neutron] Attempting to bind port fc9b8e88-6b4a-4fe6-a915-ce88699f84b5 by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': '8e0748bd-fe28-47cc-9566-cdcf79345b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '10ac124c-9093-45e3-86e4-1440cfd9ebfd'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:11:38.546374 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-ec4d6567-97f7-4bbc-a53d-32dded864ba1 service neutron] Attempting to bind port fc9b8e88-6b4a-4fe6-a915-ce88699f84b5 on network 10ac124c-9093-45e3-86e4-1440cfd9ebfd {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:38.578581 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-ec4d6567-97f7-4bbc-a53d-32dded864ba1 service neutron] Port fc9b8e88-6b4a-4fe6-a915-ce88699f84b5 on network 10ac124c-9093-45e3-86e4-1440cfd9ebfd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:11:38.579140 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-ec4d6567-97f7-4bbc-a53d-32dded864ba1 service neutron] Attempting to bind port fc9b8e88-6b4a-4fe6-a915-ce88699f84b5 on network 10ac124c-9093-45e3-86e4-1440cfd9ebfd {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:38.632797 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-ec4d6567-97f7-4bbc-a53d-32dded864ba1 service neutron] Checking agent: {'id': 'eda6ee24-af74-4eb1-946c-b1b8388ec369', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 7, 44), 'started_at': datetime.datetime(2021, 8, 31, 1, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:11:38.633246 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-ec4d6567-97f7-4bbc-a53d-32dded864ba1 service neutron] Checking segment: {'id': '8e0748bd-fe28-47cc-9566-cdcf79345b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '10ac124c-9093-45e3-86e4-1440cfd9ebfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:38.634070 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-ec4d6567-97f7-4bbc-a53d-32dded864ba1 service neutron] Bound using segment: {'id': '8e0748bd-fe28-47cc-9566-cdcf79345b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '10ac124c-9093-45e3-86e4-1440cfd9ebfd'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:11:38.634538 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-ec4d6567-97f7-4bbc-a53d-32dded864ba1 service neutron] Bound port: fc9b8e88-6b4a-4fe6-a915-ce88699f84b5, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0748bd-fe28-47cc-9566-cdcf79345b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '10ac124c-9093-45e3-86e4-1440cfd9ebfd'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:11:38.637751 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-ec4d6567-97f7-4bbc-a53d-32dded864ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:38.652109 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a82b81b2-e7af-45f1-a617-1a8ec04846bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:38.682922 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning for port 6b4dc8a9-15a6-433c-9450-6bb108840a70 completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:38.759463 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a0959c-c26b-4288-acd8-fafe6b5e28a9 req-f562c2c3-4c3e-4293-a755-8f8ad39d289f tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:38.760993 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-01a0959c-c26b-4288-acd8-fafe6b5e28a9 req-f562c2c3-4c3e-4293-a755-8f8ad39d289f tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.1743851 Aug 31 01:11:38.792043 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-ec4d6567-97f7-4bbc-a53d-32dded864ba1 service neutron] For port fc9b8e88-6b4a-4fe6-a915-ce88699f84b5, host hv-cinder-76018, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:11:38.814371 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a82b81b2-e7af-45f1-a617-1a8ec04846bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:38.839324 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-ec4d6567-97f7-4bbc-a53d-32dded864ba1 service neutron] For port fc9b8e88-6b4a-4fe6-a915-ce88699f84b5, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=fc9b8e88-6b4a-4fe6-a915-ce88699f84b5,segment=NetworkSegment(8e0748bd-fe28-47cc-9566-cdcf79345b0c),segment_id=8e0748bd-fe28-47cc-9566-cdcf79345b0c)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:11:38.847597 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-01a0959c-c26b-4288-acd8-fafe6b5e28a9 req-3515ffce-f0e6-4ac1-bb6a-24b8bba28e95 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789790 Aug 31 01:11:38.929058 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-ec4d6567-97f7-4bbc-a53d-32dded864ba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127206981'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:38.938194 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82b81b2-e7af-45f1-a617-1a8ec04846bb admin admin] Network 6de9ff05-f8f6-4fd1-b476-077a32a7a2f5 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:38.941067 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-a82b81b2-e7af-45f1-a617-1a8ec04846bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:38.968809 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-7ff7d465-3ac4-4aa9-9d3d-5ed8dd940abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:38.974529 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b81b2-e7af-45f1-a617-1a8ec04846bb admin admin] Pushing event updated for resources: {'Port': ['ID=f78b0d42-9fbf-4467-8b2f-7afcc1b0de02,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:38.985128 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82b81b2-e7af-45f1-a617-1a8ec04846bb admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:38.988183 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b81b2-e7af-45f1-a617-1a8ec04846bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:38.988577 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b81b2-e7af-45f1-a617-1a8ec04846bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:38.988986 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b81b2-e7af-45f1-a617-1a8ec04846bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:38.989323 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b81b2-e7af-45f1-a617-1a8ec04846bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:38.990050 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b81b2-e7af-45f1-a617-1a8ec04846bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:38.990383 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b81b2-e7af-45f1-a617-1a8ec04846bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:38.990742 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b81b2-e7af-45f1-a617-1a8ec04846bb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:38.991153 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b81b2-e7af-45f1-a617-1a8ec04846bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:38.991508 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b81b2-e7af-45f1-a617-1a8ec04846bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:38.991911 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b81b2-e7af-45f1-a617-1a8ec04846bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:38.992302 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b81b2-e7af-45f1-a617-1a8ec04846bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:38.993345 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82b81b2-e7af-45f1-a617-1a8ec04846bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:39.058868 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-ec4d6567-97f7-4bbc-a53d-32dded864ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:39.061224 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-ec4d6567-97f7-4bbc-a53d-32dded864ba1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for port, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:39.066850 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-ec4d6567-97f7-4bbc-a53d-32dded864ba1 service neutron] 10.222.0.72 "PUT /v2.0/ports/fc9b8e88-6b4a-4fe6-a915-ce88699f84b5 HTTP/1.1" status: 200 len: 1093 time: 2.0636346 Aug 31 01:11:39.069363 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb348ca-1622-4668-9b35-3d7328669904', 'tag': 'fc9b8e88-6b4a-4fe6-a915-ce88699f84b5'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:11:39.090302 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b881214d57cd1965c46d5ffcb12adc10c1d351a412fd4a0d5151f09a2b3a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b727fd07-2b53-46dc-84f6-5d19c606bd1e" -d '{"events": [{"name": "network-changed", "server_uuid": "acb348ca-1622-4668-9b35-3d7328669904", "tag": "fc9b8e88-6b4a-4fe6-a915-ce88699f84b5"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:11:39.183629 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3dd26a-ca0a-44ff-abdb-ccd30b17e633 req-e0ced9f3-bbf2-42cc-a9d2-e25dad837e99 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:39.192092 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bb3dd26a-ca0a-44ff-abdb-ccd30b17e633 req-e0ced9f3-bbf2-42cc-a9d2-e25dad837e99 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 943 time: 0.1810107 Aug 31 01:11:39.211442 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d6567-97f7-4bbc-a53d-32dded864ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=fc9b8e88-6b4a-4fe6-a915-ce88699f84b5,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:39.275278 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bb3dd26a-ca0a-44ff-abdb-ccd30b17e633 req-99610244-cc5c-439b-91bc-7153b3ac4756 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5db1daa-a506-4957-8837-925c5bc59749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656877 Aug 31 01:11:39.358729 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab9aff0-c78c-43c3-bc54-72ca2b481059 None None] Network b70f1308-c8a8-4826-977d-96316713ef7d requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:39.364581 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91a19bc-e13d-476e-9998-91beab8ec802 x-openstack-request-id: req-d91a19bc-e13d-476e-9998-91beab8ec802 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:11:39.365369 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb348ca-1622-4668-9b35-3d7328669904", "tag": "fc9b8e88-6b4a-4fe6-a915-ce88699f84b5", "status": "completed", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:11:39.365760 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d91a19bc-e13d-476e-9998-91beab8ec802 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:11:39.366288 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb348ca-1622-4668-9b35-3d7328669904', 'tag': 'fc9b8e88-6b4a-4fe6-a915-ce88699f84b5', 'status': 'completed', 'code': 200} Aug 31 01:11:39.440840 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:39.495947 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a82b81b2-e7af-45f1-a617-1a8ec04846bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:39.683164 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-90dab721-3fb4-470e-bef0-8e89b89ed9d6 None None] Provisioning for port 6b4dc8a9-15a6-433c-9450-6bb108840a70 completed by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:39.687175 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-90dab721-3fb4-470e-bef0-8e89b89ed9d6 None None] Provisioning complete for port 6b4dc8a9-15a6-433c-9450-6bb108840a70 triggered by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:39.687718 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-90dab721-3fb4-470e-bef0-8e89b89ed9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:39.690626 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430da97-d691-45db-a0cf-0215af7ca519 req-daa5cc65-be66-490b-81a2-586550258f0a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:39.692464 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0430da97-d691-45db-a0cf-0215af7ca519 req-daa5cc65-be66-490b-81a2-586550258f0a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 945 time: 0.2055907 Aug 31 01:11:39.733885 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-8719753a-1765-4e66-aec9-4860fdb05eea tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:39.741258 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-8719753a-1765-4e66-aec9-4860fdb05eea tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/networks?id=6d6364cb-20be-4b34-9321-c4d0337d014e HTTP/1.1" status: 200 len: 814 time: 0.3134298 Aug 31 01:11:39.790995 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-0511ef2b-32b0-41a7-8d98-b55ffd051956 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/quotas/98ab9da13d934f25b5b1fca982b961f3 HTTP/1.1" status: 200 len: 375 time: 0.0486095 Aug 31 01:11:39.822274 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0430da97-d691-45db-a0cf-0215af7ca519 req-635a424d-bb56-4c06-9f18-8f9c4eb54f33 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219733 Aug 31 01:11:39.829879 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-90dab721-3fb4-470e-bef0-8e89b89ed9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:39.872197 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-90dab721-3fb4-470e-bef0-8e89b89ed9d6 None None] For port 6b4dc8a9-15a6-433c-9450-6bb108840a70, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=6b4dc8a9-15a6-433c-9450-6bb108840a70,segment=NetworkSegment(ba206874-6b12-4184-9530-5ff25f26c89f),segment_id=ba206874-6b12-4184-9530-5ff25f26c89f)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:39.928289 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-8e3e2a5b-d856-40d7-bf99-fe85c2be7c75 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=98ab9da13d934f25b5b1fca982b961f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1360724 Aug 31 01:11:39.962794 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-90dab721-3fb4-470e-bef0-8e89b89ed9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:39.981992 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a82b81b2-e7af-45f1-a617-1a8ec04846bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-369364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371949'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:40.029788 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:40.094048 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dab721-3fb4-470e-bef0-8e89b89ed9d6 None None] Pushing event updated for resources: {'Port': ['ID=6b4dc8a9-15a6-433c-9450-6bb108840a70,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:40.107151 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-0765b36b-a625-4eda-8876-09844f11e8d7 None None] Provisioning complete for port 6b4dc8a9-15a6-433c-9450-6bb108840a70 triggered by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:40.108002 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-c398e414-578e-4be2-b22a-d23d70ae6a19 service neutron] 10.222.0.43 "GET /v2.0/networks/6d6364cb-20be-4b34-9321-c4d0337d014e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785159 Aug 31 01:11:40.110145 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-0765b36b-a625-4eda-8876-09844f11e8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:40.226117 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-d15b3029-6f6c-4367-989c-d04c7653e442 service neutron] 10.222.0.43 "GET /v2.0/networks/6d6364cb-20be-4b34-9321-c4d0337d014e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116343 Aug 31 01:11:40.299436 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82b81b2-e7af-45f1-a617-1a8ec04846bb admin admin] Router 19737475-04cd-42d5-8ff0-912276209e2e is scheduled to L3 agent c5d183af-b1ef-4815-8853-b3c8447fce00 with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:11:40.406880 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82b81b2-e7af-45f1-a617-1a8ec04846bb admin admin] Notify agent at l3_agent.dv-cinder-760180-3-iscsi the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:11:40.416955 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16773901-e5c0-4d9f-b639-5b9cbfedf2ea None None] Sync routers for ids ['19737475-04cd-42d5-8ff0-912276209e2e'] in dv-cinder-760180-3-iscsi {{(pid=94637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:11:40.426295 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16773901-e5c0-4d9f-b639-5b9cbfedf2ea None None] Routers {'19737475-04cd-42d5-8ff0-912276209e2e'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:11:40.426964 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-16773901-e5c0-4d9f-b639-5b9cbfedf2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:11:39Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['19737475-04cd-42d5-8ff0-912276209e2e'], 'active': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:40.523830 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a82b81b2-e7af-45f1-a617-1a8ec04846bb admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:40.529523 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-a82b81b2-e7af-45f1-a617-1a8ec04846bb admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.3084373 Aug 31 01:11:40.530220 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 57546) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:40.615788 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6077ca2-46fd-436a-b76a-91a09a984c70 req-bbad8c09-272d-4bf7-992b-e6b40bcf958f tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:40.633877 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a6077ca2-46fd-436a-b76a-91a09a984c70 req-bbad8c09-272d-4bf7-992b-e6b40bcf958f tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.1207895 Aug 31 01:11:40.637488 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvr_db [None req-16773901-e5c0-4d9f-b639-5b9cbfedf2ea None None] Set router 19737475-04cd-42d5-8ff0-912276209e2e gateway port host: dv-cinder-760180-3-iscsi {{(pid=94637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:11:40.722017 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a6077ca2-46fd-436a-b76a-91a09a984c70 req-ac00d5f9-b8aa-4946-96bf-abcf1a41307b tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807528 Aug 31 01:11:40.917692 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f82500-bfdd-4bdc-a57b-7bd1f25a497b req-8d1c0690-12d5-4e89-a31d-78b259d0483f tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:40.926107 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b3f82500-bfdd-4bdc-a57b-7bd1f25a497b req-8d1c0690-12d5-4e89-a31d-78b259d0483f tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 943 time: 0.1139457 Aug 31 01:11:40.966798 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-16773901-e5c0-4d9f-b639-5b9cbfedf2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19737475-04cd-42d5-8ff0-912276209e2e', 'name': 'tempest-TestShelveInstance-1067843698-router', 'tenant_id': '4df7148800d8445eb8e806c1f06e0c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'f78b0d42-9fbf-4467-8b2f-7afcc1b0de02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:36Z', 'updated_at': '2021-08-31T01:11:39Z', 'revision_number': 3, 'project_id': '4df7148800d8445eb8e806c1f06e0c15', 'gw_port': {'id': 'f78b0d42-9fbf-4467-8b2f-7afcc1b0de02', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:da:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19737475-04cd-42d5-8ff0-912276209e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:37Z', 'updated_at': '2021-08-31T01:11:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi'}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:40.975042 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b3f82500-bfdd-4bdc-a57b-7bd1f25a497b req-07452208-e8e5-4380-81be-7983cb26dde1 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5db1daa-a506-4957-8837-925c5bc59749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479152 Aug 31 01:11:41.018046 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16773901-e5c0-4d9f-b639-5b9cbfedf2ea None None] Checking router: 19737475-04cd-42d5-8ff0-912276209e2e for host: dv-cinder-760180-3-iscsi {{(pid=94637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:11:41.018559 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16773901-e5c0-4d9f-b639-5b9cbfedf2ea None None] Updating router 19737475-04cd-42d5-8ff0-912276209e2e port f78b0d42-9fbf-4467-8b2f-7afcc1b0de02 binding host dv-cinder-760180-3-iscsi {{(pid=94637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:11:41.048415 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-16773901-e5c0-4d9f-b639-5b9cbfedf2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:41.060487 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-26a5cb9f-2bb2-426a-9c0d-ffad80274535 req-08bb576d-0b09-4ed8-bc8e-52c8dbe9c41e tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff16ed63-852d-4544-bddf-e07a063c4571 HTTP/1.1" status: 200 len: 210 time: 0.0352988 Aug 31 01:11:41.258218 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-091dc714-b464-4eb2-a1cf-ac06a6d267b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:41.259585 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeca24a-5803-4c67-bc63-5ca8560e4738 req-f2df6e86-33c3-4624-94eb-d8826bee47ee tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:41.261622 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-cfeca24a-5803-4c67-bc63-5ca8560e4738 req-f2df6e86-33c3-4624-94eb-d8826bee47ee tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 945 time: 0.0812688 Aug 31 01:11:41.361931 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-cfeca24a-5803-4c67-bc63-5ca8560e4738 req-24e5aeff-fe95-40f9-9b30-1c262705daa9 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842366 Aug 31 01:11:41.442598 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-16773901-e5c0-4d9f-b639-5b9cbfedf2ea None None] Notify callbacks [] for port, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:41.456634 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-091dc714-b464-4eb2-a1cf-ac06a6d267b9 admin admin] Allocated IP 172.20.0.1 (b70f1308-c8a8-4826-977d-96316713ef7d/363fa58a-29af-4ce3-8619-cd226a6a41d7/fed65049-6cff-4f65-bf9e-b001f3def8ab) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:41.474882 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.provisioning_blocks [None req-16773901-e5c0-4d9f-b639-5b9cbfedf2ea None None] Transition to ACTIVE for port object f78b0d42-9fbf-4467-8b2f-7afcc1b0de02 will not be triggered until provisioned by entity L2. {{(pid=94637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:41.545385 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-16773901-e5c0-4d9f-b639-5b9cbfedf2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:41.601674 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [None req-16773901-e5c0-4d9f-b639-5b9cbfedf2ea None None] Attempting to bind port f78b0d42-9fbf-4467-8b2f-7afcc1b0de02 on host dv-cinder-760180-3-iscsi for vnic_type normal with profile {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:11:41.602703 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [None req-16773901-e5c0-4d9f-b639-5b9cbfedf2ea None None] Attempting to bind port f78b0d42-9fbf-4467-8b2f-7afcc1b0de02 by drivers openvswitch,hyperv on host dv-cinder-760180-3-iscsi at level 0 using segments [{'id': '1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:11:41.603245 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16773901-e5c0-4d9f-b639-5b9cbfedf2ea None None] Attempting to bind port f78b0d42-9fbf-4467-8b2f-7afcc1b0de02 on network 6de9ff05-f8f6-4fd1-b476-077a32a7a2f5 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:41.608731 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81244d9a-8dd6-4c9b-8ed4-0674aa41c2ef None None] Pushing event updated for resources: {'Port': ['ID=f78b0d42-9fbf-4467-8b2f-7afcc1b0de02,revision_number=2']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:41.613944 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16773901-e5c0-4d9f-b639-5b9cbfedf2ea None None] Checking agent: {'id': 'e0e3d429-98ee-4375-b253-cc814bb4b4fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760180-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 1, 9), 'started_at': datetime.datetime(2021, 8, 31, 1, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760180-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:11:41.614572 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16773901-e5c0-4d9f-b639-5b9cbfedf2ea None None] Checking segment: {'id': '1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:41.615181 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-16773901-e5c0-4d9f-b639-5b9cbfedf2ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:41.615710 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16773901-e5c0-4d9f-b639-5b9cbfedf2ea None None] Bound using segment: {'id': '1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:11:41.616180 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [None req-16773901-e5c0-4d9f-b639-5b9cbfedf2ea None None] Bound port: f78b0d42-9fbf-4467-8b2f-7afcc1b0de02, host: dv-cinder-760180-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'}}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:11:41.616961 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-16773901-e5c0-4d9f-b639-5b9cbfedf2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:41.630033 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-091dc714-b464-4eb2-a1cf-ac06a6d267b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:41.644111 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-091dc714-b464-4eb2-a1cf-ac06a6d267b9 admin admin] Transition to ACTIVE for port object fed65049-6cff-4f65-bf9e-b001f3def8ab will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:41.673592 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [None req-16773901-e5c0-4d9f-b639-5b9cbfedf2ea None None] For port f78b0d42-9fbf-4467-8b2f-7afcc1b0de02, host dv-cinder-760180-3-iscsi, cleared binding levels {{(pid=94637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:11:41.676808 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [None req-16773901-e5c0-4d9f-b639-5b9cbfedf2ea None None] For port f78b0d42-9fbf-4467-8b2f-7afcc1b0de02, host dv-cinder-760180-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=f78b0d42-9fbf-4467-8b2f-7afcc1b0de02,segment=NetworkSegment(1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a),segment_id=1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a)] {{(pid=94637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:11:41.801733 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-16773901-e5c0-4d9f-b639-5b9cbfedf2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:41.801895 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-091dc714-b464-4eb2-a1cf-ac06a6d267b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:41.868506 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091dc714-b464-4eb2-a1cf-ac06a6d267b9 admin admin] Network b70f1308-c8a8-4826-977d-96316713ef7d is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:41.873821 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81244d9a-8dd6-4c9b-8ed4-0674aa41c2ef None None] Pushing event updated for resources: {'Port': ['ID=f78b0d42-9fbf-4467-8b2f-7afcc1b0de02,revision_number=3']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:41.878893 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-091dc714-b464-4eb2-a1cf-ac06a6d267b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:41.881096 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091dc714-b464-4eb2-a1cf-ac06a6d267b9 admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:41.887444 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-091dc714-b464-4eb2-a1cf-ac06a6d267b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372126'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:41.887444 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091dc714-b464-4eb2-a1cf-ac06a6d267b9 admin admin] Pushing event updated for resources: {'Port': ['ID=fed65049-6cff-4f65-bf9e-b001f3def8ab,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:41.899556 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40abcd0f-3e78-4fd8-b08e-a4643bee201e req-10dcf6f4-be1e-46ab-abe5-813d846faf08 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:41.901229 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16773901-e5c0-4d9f-b639-5b9cbfedf2ea None None] Routers {'19737475-04cd-42d5-8ff0-912276209e2e'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:11:41.901910 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-16773901-e5c0-4d9f-b639-5b9cbfedf2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:11:39Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['19737475-04cd-42d5-8ff0-912276209e2e'], 'active': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:41.922005 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-40abcd0f-3e78-4fd8-b08e-a4643bee201e req-10dcf6f4-be1e-46ab-abe5-813d846faf08 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.1440587 Aug 31 01:11:41.945502 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:42.013305 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-40abcd0f-3e78-4fd8-b08e-a4643bee201e req-ee090d08-993a-4d55-9f1e-7afeda9e6d99 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905542 Aug 31 01:11:42.099004 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 57576) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:42.178935 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d5af4-2bde-407d-9625-5c14e30f83cc req-84dfa219-534d-4a48-813f-9e25668ca6ab tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:42.184275 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a10d5af4-2bde-407d-9625-5c14e30f83cc req-84dfa219-534d-4a48-813f-9e25668ca6ab tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 943 time: 0.0684404 Aug 31 01:11:42.188255 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-091dc714-b464-4eb2-a1cf-ac06a6d267b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:42.191350 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 6b4dc8a9-15a6-433c-9450-6bb108840a70 up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:42.230118 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvr_db [None req-16773901-e5c0-4d9f-b639-5b9cbfedf2ea None None] Set router 19737475-04cd-42d5-8ff0-912276209e2e gateway port host: dv-cinder-760180-3-iscsi {{(pid=94637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:11:42.316128 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a10d5af4-2bde-407d-9625-5c14e30f83cc req-8bfb3afe-959e-4bd4-ac0f-cb1e7cc38a57 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5db1daa-a506-4957-8837-925c5bc59749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152127 Aug 31 01:11:42.338563 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c077d182-072c-4a4b-af6e-8d196115e0c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:42.374372 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port 6b4dc8a9-15a6-433c-9450-6bb108840a70 triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:42.374817 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:42.431342 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-16773901-e5c0-4d9f-b639-5b9cbfedf2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19737475-04cd-42d5-8ff0-912276209e2e', 'name': 'tempest-TestShelveInstance-1067843698-router', 'tenant_id': '4df7148800d8445eb8e806c1f06e0c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'f78b0d42-9fbf-4467-8b2f-7afcc1b0de02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:36Z', 'updated_at': '2021-08-31T01:11:39Z', 'revision_number': 3, 'project_id': '4df7148800d8445eb8e806c1f06e0c15', 'gw_port': {'id': 'f78b0d42-9fbf-4467-8b2f-7afcc1b0de02', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:da:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19737475-04cd-42d5-8ff0-912276209e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:37Z', 'updated_at': '2021-08-31T01:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi'}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:42.434968 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-dfb3c0ad-1398-4259-9bad-1cb3e9b88fde req-2b167da6-e522-4055-9dbf-9c330bdf4d9b tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff16ed63-852d-4544-bddf-e07a063c4571 HTTP/1.1" status: 200 len: 210 time: 0.0387909 Aug 31 01:11:42.473389 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16773901-e5c0-4d9f-b639-5b9cbfedf2ea None None] The sync data for ids ['19737475-04cd-42d5-8ff0-912276209e2e'] in dv-cinder-760180-3-iscsi is: [{'id': '19737475-04cd-42d5-8ff0-912276209e2e', 'name': 'tempest-TestShelveInstance-1067843698-router', 'tenant_id': '4df7148800d8445eb8e806c1f06e0c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'f78b0d42-9fbf-4467-8b2f-7afcc1b0de02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:36Z', 'updated_at': '2021-08-31T01:11:39Z', 'revision_number': 3, 'project_id': '4df7148800d8445eb8e806c1f06e0c15', 'gw_port': {'id': 'f78b0d42-9fbf-4467-8b2f-7afcc1b0de02', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:da:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19737475-04cd-42d5-8ff0-912276209e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:37Z', 'updated_at': '2021-08-31T01:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi'}] {{(pid=94637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:11:42.517473 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-bfd46bdf-a65a-4f62-a9fc-f4553d27f060 None None] Provisioning for port fed65049-6cff-4f65-bf9e-b001f3def8ab completed by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:42.533260 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-bfd46bdf-a65a-4f62-a9fc-f4553d27f060 None None] Provisioning complete for port fed65049-6cff-4f65-bf9e-b001f3def8ab triggered by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:42.533656 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-bfd46bdf-a65a-4f62-a9fc-f4553d27f060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:42.592685 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-091dc714-b464-4eb2-a1cf-ac06a6d267b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:42.595617 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0cf03-7313-42b9-919d-7b004ab38f71 req-d7956128-0313-4643-adab-16c19257c69e tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:42.608755 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-33a0cf03-7313-42b9-919d-7b004ab38f71 req-d7956128-0313-4643-adab-16c19257c69e tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 945 time: 0.0879397 Aug 31 01:11:42.624744 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c077d182-072c-4a4b-af6e-8d196115e0c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:42.638639 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-bfd46bdf-a65a-4f62-a9fc-f4553d27f060 None None] Port fed65049-6cff-4f65-bf9e-b001f3def8ab cannot update to ACTIVE because it is not bound. {{(pid=94636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:11:42.658577 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-33a0cf03-7313-42b9-919d-7b004ab38f71 req-e5b08929-5c6e-4b9d-9cbd-c2ecf63062db tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487843 Aug 31 01:11:42.682940 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-091dc714-b464-4eb2-a1cf-ac06a6d267b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:42.683860 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-091dc714-b464-4eb2-a1cf-ac06a6d267b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370990'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:42.975129 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c077d182-072c-4a4b-af6e-8d196115e0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:43.068690 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091dc714-b464-4eb2-a1cf-ac06a6d267b9 admin admin] Pushing event updated for resources: {'Port': ['ID=fed65049-6cff-4f65-bf9e-b001f3def8ab,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:43.077772 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-c077d182-072c-4a4b-af6e-8d196115e0c4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=78c3c94d4c20455bbf828730623a1efa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9774671 Aug 31 01:11:43.080537 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 57586) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:43.117870 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c077d182-072c-4a4b-af6e-8d196115e0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c789c8-d2f7-4725-9555-fd63f96069bc,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:43.181432 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091dc714-b464-4eb2-a1cf-ac06a6d267b9 admin admin] Network b70f1308-c8a8-4826-977d-96316713ef7d is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:43.183765 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-091dc714-b464-4eb2-a1cf-ac06a6d267b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:43.232243 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bcd59a24-cb7d-4692-8eee-601a130fec97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:43.263950 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9bdf8c-6d2c-43c3-b2ab-2c72302f8f72 req-075d74e5-98b5-48cd-912e-d79a9f87eec7 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:43.265749 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0c9bdf8c-6d2c-43c3-b2ab-2c72302f8f72 req-075d74e5-98b5-48cd-912e-d79a9f87eec7 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.1381383 Aug 31 01:11:43.273196 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bcd59a24-cb7d-4692-8eee-601a130fec97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:43.350471 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-091dc714-b464-4eb2-a1cf-ac06a6d267b9 admin admin] Router 19737475-04cd-42d5-8ff0-912276209e2e has already been hosted by L3 agent c5d183af-b1ef-4815-8853-b3c8447fce00 {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:11:43.356089 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0c9bdf8c-6d2c-43c3-b2ab-2c72302f8f72 req-e795118b-0115-4f08-819d-6b5607297f9e tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798805 Aug 31 01:11:43.487662 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bcd59a24-cb7d-4692-8eee-601a130fec97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:43.487769 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bcd59a24-cb7d-4692-8eee-601a130fec97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:43.488843 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-bcd59a24-cb7d-4692-8eee-601a130fec97 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e8c789c8-d2f7-4725-9555-fd63f96069bc HTTP/1.1" status: 204 len: 168 time: 0.4072847 Aug 31 01:11:43.517065 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091dc714-b464-4eb2-a1cf-ac06a6d267b9 admin admin] Notify agent at l3_agent.dv-cinder-760180-3-iscsi the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:11:43.522821 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-091dc714-b464-4eb2-a1cf-ac06a6d267b9 admin admin] 10.222.0.43 "PUT /v2.0/routers/19737475-04cd-42d5-8ff0-912276209e2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9912398 Aug 31 01:11:43.544269 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd59a24-cb7d-4692-8eee-601a130fec97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c789c8-d2f7-4725-9555-fd63f96069bc,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:43.587544 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157e6f5-4415-4182-8b53-e5e191e8535f req-97bcec67-4a45-41af-a96b-411f9779cd13 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:43.595849 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c157e6f5-4415-4182-8b53-e5e191e8535f req-97bcec67-4a45-41af-a96b-411f9779cd13 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 943 time: 0.1446011 Aug 31 01:11:43.632542 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-55104e0e-e0e6-47b0-9ea2-1fcffe51fa70 None None] Provisioning complete for port fed65049-6cff-4f65-bf9e-b001f3def8ab triggered by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:43.633655 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-55104e0e-e0e6-47b0-9ea2-1fcffe51fa70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:43.662658 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c157e6f5-4415-4182-8b53-e5e191e8535f req-08545b87-6a6b-4d2f-8190-af1113776829 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5db1daa-a506-4957-8837-925c5bc59749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608621 Aug 31 01:11:43.706214 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-55104e0e-e0e6-47b0-9ea2-1fcffe51fa70 None None] Port fed65049-6cff-4f65-bf9e-b001f3def8ab cannot update to ACTIVE because it is not bound. {{(pid=94636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:11:43.809179 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a5514e72-a6f0-445b-ab5e-576599b21e02 req-e8f23e64-3c7d-4bea-9e20-79af58cc8ae6 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff16ed63-852d-4544-bddf-e07a063c4571 HTTP/1.1" status: 200 len: 210 time: 0.0634475 Aug 31 01:11:43.960832 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc856a0-0cc9-44fd-88fe-07e8f6e5454a req-11a70665-c99e-403a-8f47-f86eb278055d tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:43.966267 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6bc856a0-0cc9-44fd-88fe-07e8f6e5454a req-11a70665-c99e-403a-8f47-f86eb278055d tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 945 time: 0.0701532 Aug 31 01:11:44.022130 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6bc856a0-0cc9-44fd-88fe-07e8f6e5454a req-2c568d86-740c-4c63-87e1-4473c7c16735 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442522 Aug 31 01:11:44.072559 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:44.177143 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device f78b0d42-9fbf-4467-8b2f-7afcc1b0de02 up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:44.333021 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning for port f78b0d42-9fbf-4467-8b2f-7afcc1b0de02 completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:44.337672 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port f78b0d42-9fbf-4467-8b2f-7afcc1b0de02 triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:44.338051 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:44.428380 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:44.456947 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] For port f78b0d42-9fbf-4467-8b2f-7afcc1b0de02, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=f78b0d42-9fbf-4467-8b2f-7afcc1b0de02,segment=NetworkSegment(1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a),segment_id=1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:44.531447 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6534f8-2e68-4eee-9f78-1c0f10481968 req-afacb677-190a-40db-9f34-66d0508638b2 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:44.533169 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1f6534f8-2e68-4eee-9f78-1c0f10481968 req-afacb677-190a-40db-9f34-66d0508638b2 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0741065 Aug 31 01:11:44.546267 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:44.634071 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Pushing event updated for resources: {'Port': ['ID=f78b0d42-9fbf-4467-8b2f-7afcc1b0de02,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:44.644697 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:44.645567 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:44.646184 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 57620) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:44.649798 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:44.650395 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:44.650946 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:44.651473 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:44.651941 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:44.652663 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:44.653161 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:44.654099 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:44.654645 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:44.655136 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:11:44.655716 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1f6534f8-2e68-4eee-9f78-1c0f10481968 req-7334bbb2-d89b-4f43-8a8e-53e65e433894 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131897 Aug 31 01:11:44.664525 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c1931f0a-3fe6-42ee-aedf-9da7abc47aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:44.855518 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c1931f0a-3fe6-42ee-aedf-9da7abc47aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:44.858709 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4edf6-106a-4de6-820e-874eed71d5b0 req-0e1915e2-10ab-4924-b734-6a10437bd89e tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:44.860272 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-62f4edf6-106a-4de6-820e-874eed71d5b0 req-0e1915e2-10ab-4924-b734-6a10437bd89e tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 943 time: 0.0857067 Aug 31 01:11:44.897337 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 57628) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:44.904246 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-62f4edf6-106a-4de6-820e-874eed71d5b0 req-06a2872a-2a7b-45df-9bf9-624c8f3dbf07 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5db1daa-a506-4957-8837-925c5bc59749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346282 Aug 31 01:11:44.904820 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-6a25f0f1-faad-497f-bf26-1db19a5441cf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1954449351-network', 'tenant_id': '09ce3c813e6b41ae88bd7d4b01296dbf'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:44.942375 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c1931f0a-3fe6-42ee-aedf-9da7abc47aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:44.997432 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1931f0a-3fe6-42ee-aedf-9da7abc47aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad204252-92f6-41b0-b8cc-d499bc9dc725,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:45.002044 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-c1931f0a-3fe6-42ee-aedf-9da7abc47aad admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f151f6e647194995b1132340b7a48b09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3547797 Aug 31 01:11:45.009495 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 57630) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:45.012887 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0b12fcab-7dc3-4a95-af47-8ce43bd0b92e req-85dfc130-3f71-4678-8ad3-23444211440e tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff16ed63-852d-4544-bddf-e07a063c4571 HTTP/1.1" status: 200 len: 210 time: 0.0314765 Aug 31 01:11:45.059505 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a25f0f1-faad-497f-bf26-1db19a5441cf admin admin] Made reservation on behalf of 09ce3c813e6b41ae88bd7d4b01296dbf for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:45.061869 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6a25f0f1-faad-497f-bf26-1db19a5441cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:45.073069 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a13781-2f29-40f2-8fb7-b78d5351cdd7 None None] Sync routers for ids ['19737475-04cd-42d5-8ff0-912276209e2e'] in dv-cinder-760180-3-iscsi {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:11:45.083092 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a13781-2f29-40f2-8fb7-b78d5351cdd7 None None] Routers {'19737475-04cd-42d5-8ff0-912276209e2e'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:11:45.083759 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6a25f0f1-faad-497f-bf26-1db19a5441cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:45.083944 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f2a13781-2f29-40f2-8fb7-b78d5351cdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:11:39Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['19737475-04cd-42d5-8ff0-912276209e2e'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:45.084846 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-19d10593-9635-452f-b77c-deb94d22b560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:45.110909 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-19d10593-9635-452f-b77c-deb94d22b560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:45.198001 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6a25f0f1-faad-497f-bf26-1db19a5441cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:45.207502 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8a4eb-aab4-4901-b6cc-56426e569374 req-f7f4049c-ecb3-481e-8dd7-b05fefe2e936 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:45.215993 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-84c8a4eb-aab4-4901-b6cc-56426e569374 req-f7f4049c-ecb3-481e-8dd7-b05fefe2e936 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 945 time: 0.0768614 Aug 31 01:11:45.267129 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-84c8a4eb-aab4-4901-b6cc-56426e569374 req-5b64d604-59d2-4887-b612-f3a8280d7d8a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500829 Aug 31 01:11:45.297155 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6a25f0f1-faad-497f-bf26-1db19a5441cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:45.304672 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-f2a13781-2f29-40f2-8fb7-b78d5351cdd7 None None] Set router 19737475-04cd-42d5-8ff0-912276209e2e gateway port host: dv-cinder-760180-3-iscsi {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:11:45.326610 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25f0f1-faad-497f-bf26-1db19a5441cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5bba5f-6770-42f9-8e94-fe2777d02090,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:45.357935 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-19d10593-9635-452f-b77c-deb94d22b560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:45.360486 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-19d10593-9635-452f-b77c-deb94d22b560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:45.368220 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-19d10593-9635-452f-b77c-deb94d22b560 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ad204252-92f6-41b0-b8cc-d499bc9dc725 HTTP/1.1" status: 204 len: 168 time: 0.3511975 Aug 31 01:11:45.368576 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a25f0f1-faad-497f-bf26-1db19a5441cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:11:45.384985 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6a25f0f1-faad-497f-bf26-1db19a5441cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:45.385200 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.db.segments_db [None req-6a25f0f1-faad-497f-bf26-1db19a5441cf admin admin] Added segment ef0f2bb0-9f5a-4bc2-8605-93f893c563c3 of type vlan for network 2fc6af1f-08a2-43f2-9291-625451dc8ae8 Aug 31 01:11:45.386343 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d10593-9635-452f-b77c-deb94d22b560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad204252-92f6-41b0-b8cc-d499bc9dc725,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:45.438653 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6a25f0f1-faad-497f-bf26-1db19a5441cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766773254247'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:45.567093 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6a25f0f1-faad-497f-bf26-1db19a5441cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:45.568112 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a25f0f1-faad-497f-bf26-1db19a5441cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:45.568779 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6a25f0f1-faad-497f-bf26-1db19a5441cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:45.653548 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25f0f1-faad-497f-bf26-1db19a5441cf admin admin] Pushing event updated for resources: {'Network': ['ID=2fc6af1f-08a2-43f2-9291-625451dc8ae8,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:45.670541 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Network 2fc6af1f-08a2-43f2-9291-625451dc8ae8 details requested by agent ovs-agent-dv-cinder-760180-3-iscsi with host dv-cinder-760180-3-iscsi {{(pid=94636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:11:45.747619 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f2a13781-2f29-40f2-8fb7-b78d5351cdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19737475-04cd-42d5-8ff0-912276209e2e', 'name': 'tempest-TestShelveInstance-1067843698-router', 'tenant_id': '4df7148800d8445eb8e806c1f06e0c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'f78b0d42-9fbf-4467-8b2f-7afcc1b0de02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:36Z', 'updated_at': '2021-08-31T01:11:42Z', 'revision_number': 4, 'project_id': '4df7148800d8445eb8e806c1f06e0c15', 'gw_port': {'id': 'f78b0d42-9fbf-4467-8b2f-7afcc1b0de02', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19737475-04cd-42d5-8ff0-912276209e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:37Z', 'updated_at': '2021-08-31T01:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': 'fed65049-6cff-4f65-bf9e-b001f3def8ab', 'name': '', 'network_id': 'b70f1308-c8a8-4826-977d-96316713ef7d', 'tenant_id': '4df7148800d8445eb8e806c1f06e0c15', 'mac_address': 'fa:16:3e:11:7d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19737475-04cd-42d5-8ff0-912276209e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '363fa58a-29af-4ce3-8619-cd226a6a41d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:41Z', 'updated_at': '2021-08-31T01:11:42Z', 'revision_number': 2, 'project_id': '4df7148800d8445eb8e806c1f06e0c15', 'subnets': [{'id': '363fa58a-29af-4ce3-8619-cd226a6a41d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:45.760218 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-6a25f0f1-faad-497f-bf26-1db19a5441cf admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8585756 Aug 31 01:11:45.760453 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 57646) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:45.765522 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-eeec70c9-a0aa-49fa-8353-b1a28259d1c5 admin admin] Request body: {'subnet': {'network_id': '2fc6af1f-08a2-43f2-9291-625451dc8ae8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1954449351-subnet', 'tenant_id': '09ce3c813e6b41ae88bd7d4b01296dbf', 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:45.775128 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a13781-2f29-40f2-8fb7-b78d5351cdd7 None None] Checking router: 19737475-04cd-42d5-8ff0-912276209e2e for host: dv-cinder-760180-3-iscsi {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:11:45.775734 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a13781-2f29-40f2-8fb7-b78d5351cdd7 None None] Updating router 19737475-04cd-42d5-8ff0-912276209e2e port fed65049-6cff-4f65-bf9e-b001f3def8ab binding host dv-cinder-760180-3-iscsi {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:11:45.816669 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-f2a13781-2f29-40f2-8fb7-b78d5351cdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:45.820882 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc599666-28b0-4000-a746-dec3205afe0e req-f1b4b851-76de-4f52-8c1a-596f5af810ee tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:45.828382 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-dc599666-28b0-4000-a746-dec3205afe0e req-f1b4b851-76de-4f52-8c1a-596f5af810ee tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0915875 Aug 31 01:11:45.860028 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeec70c9-a0aa-49fa-8353-b1a28259d1c5 admin admin] Made reservation on behalf of 09ce3c813e6b41ae88bd7d4b01296dbf for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:45.862897 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eeec70c9-a0aa-49fa-8353-b1a28259d1c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:45.943950 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-dc599666-28b0-4000-a746-dec3205afe0e req-2bc21f0c-3c89-4693-bc4d-bc208a2c089f tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146157 Aug 31 01:11:46.123769 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887ceb9-cae8-45ad-bd06-5441bc49e35c req-9701325e-0a43-439c-8606-a32b2c0935c4 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:46.125583 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3887ceb9-cae8-45ad-bd06-5441bc49e35c req-9701325e-0a43-439c-8606-a32b2c0935c4 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 943 time: 0.0945210 Aug 31 01:11:46.204531 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3887ceb9-cae8-45ad-bd06-5441bc49e35c req-86fd5454-1b52-4aa8-a652-5111c7db0040 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5db1daa-a506-4957-8837-925c5bc59749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722549 Aug 31 01:11:46.215754 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device f78b0d42-9fbf-4467-8b2f-7afcc1b0de02 up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:46.253514 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-f2a13781-2f29-40f2-8fb7-b78d5351cdd7 None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:46.272205 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-f2a13781-2f29-40f2-8fb7-b78d5351cdd7 None None] Transition to ACTIVE for port object fed65049-6cff-4f65-bf9e-b001f3def8ab will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:46.295890 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port f78b0d42-9fbf-4467-8b2f-7afcc1b0de02 triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:46.296257 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:46.299754 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c4612388-23c0-4370-89b5-57a5149a8613 req-4e2c77d1-b101-4915-84d3-9468d88cf68a tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff16ed63-852d-4544-bddf-e07a063c4571 HTTP/1.1" status: 200 len: 210 time: 0.0290773 Aug 31 01:11:46.436890 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc9e41-f6b3-4be6-b0ca-c9dac93893cb req-03b8ad18-e70a-4b0d-9f47-7e9ea2a57996 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:46.438520 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4edc9e41-f6b3-4be6-b0ca-c9dac93893cb req-03b8ad18-e70a-4b0d-9f47-7e9ea2a57996 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 945 time: 0.0618222 Aug 31 01:11:46.493803 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4edc9e41-f6b3-4be6-b0ca-c9dac93893cb req-a306f59e-f6bd-4338-b16f-61a1bb42b705 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441327 Aug 31 01:11:47.024482 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-f2a13781-2f29-40f2-8fb7-b78d5351cdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:47.025113 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eeec70c9-a0aa-49fa-8353-b1a28259d1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:47.084408 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12261e40-8cc4-4049-85c4-e8484daa32d3 None None] Pushing event updated for resources: {'Port': ['ID=fed65049-6cff-4f65-bf9e-b001f3def8ab,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:47.089502 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec70c9-a0aa-49fa-8353-b1a28259d1c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca6b5cc4-0578-46d2-988f-80699e4ef5b6,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:47.094627 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeec70c9-a0aa-49fa-8353-b1a28259d1c5 admin admin] Checking segment: {'id': 'ef0f2bb0-9f5a-4bc2-8605-93f893c563c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2fc6af1f-08a2-43f2-9291-625451dc8ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:47.094989 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeec70c9-a0aa-49fa-8353-b1a28259d1c5 admin admin] Network hostable DHCP agents. Network: 2fc6af1f-08a2-43f2-9291-625451dc8ae8, hostable agents: ['5f164b3b-8391-48cb-99c3-d9cfd53180ad'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:11:47.129889 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d44cb-e992-40e1-ba26-ca8ffdf76533 req-f0136da0-f0df-41c8-ab3b-96b99fbcf9fe tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:47.130906 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-467d44cb-e992-40e1-ba26-ca8ffdf76533 req-f0136da0-f0df-41c8-ab3b-96b99fbcf9fe tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.1159904 Aug 31 01:11:47.162953 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-f2a13781-2f29-40f2-8fb7-b78d5351cdd7 None None] Attempting to bind port fed65049-6cff-4f65-bf9e-b001f3def8ab on host dv-cinder-760180-3-iscsi for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:11:47.163272 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-f2a13781-2f29-40f2-8fb7-b78d5351cdd7 None None] Attempting to bind port fed65049-6cff-4f65-bf9e-b001f3def8ab by drivers openvswitch,hyperv on host dv-cinder-760180-3-iscsi at level 0 using segments [{'id': 'ba206874-6b12-4184-9530-5ff25f26c89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b70f1308-c8a8-4826-977d-96316713ef7d'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:11:47.163637 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a13781-2f29-40f2-8fb7-b78d5351cdd7 None None] Attempting to bind port fed65049-6cff-4f65-bf9e-b001f3def8ab on network b70f1308-c8a8-4826-977d-96316713ef7d {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:47.169979 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a13781-2f29-40f2-8fb7-b78d5351cdd7 None None] Checking agent: {'id': 'e0e3d429-98ee-4375-b253-cc814bb4b4fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760180-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 1, 9), 'started_at': datetime.datetime(2021, 8, 31, 1, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760180-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:11:47.170353 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a13781-2f29-40f2-8fb7-b78d5351cdd7 None None] Checking segment: {'id': 'ba206874-6b12-4184-9530-5ff25f26c89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b70f1308-c8a8-4826-977d-96316713ef7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:47.170791 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-f2a13781-2f29-40f2-8fb7-b78d5351cdd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:47.171193 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a13781-2f29-40f2-8fb7-b78d5351cdd7 None None] Bound using segment: {'id': 'ba206874-6b12-4184-9530-5ff25f26c89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b70f1308-c8a8-4826-977d-96316713ef7d'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:11:47.171639 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-f2a13781-2f29-40f2-8fb7-b78d5351cdd7 None None] Bound port: fed65049-6cff-4f65-bf9e-b001f3def8ab, host: dv-cinder-760180-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba206874-6b12-4184-9530-5ff25f26c89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b70f1308-c8a8-4826-977d-96316713ef7d'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:11:47.172025 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-f2a13781-2f29-40f2-8fb7-b78d5351cdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:47.188910 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-467d44cb-e992-40e1-ba26-ca8ffdf76533 req-be7653dc-14c3-48cf-b9c5-727a9182a133 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467868 Aug 31 01:11:47.197275 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeec70c9-a0aa-49fa-8353-b1a28259d1c5 admin admin] Network 2fc6af1f-08a2-43f2-9291-625451dc8ae8 is scheduled to be hosted by DHCP agent 5f164b3b-8391-48cb-99c3-d9cfd53180ad with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:11:47.277752 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 57662) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:47.283721 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-f2a13781-2f29-40f2-8fb7-b78d5351cdd7 None None] For port fed65049-6cff-4f65-bf9e-b001f3def8ab, host dv-cinder-760180-3-iscsi, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:11:47.287944 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-f2a13781-2f29-40f2-8fb7-b78d5351cdd7 None None] For port fed65049-6cff-4f65-bf9e-b001f3def8ab, host dv-cinder-760180-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=fed65049-6cff-4f65-bf9e-b001f3def8ab,segment=NetworkSegment(ba206874-6b12-4184-9530-5ff25f26c89f),segment_id=ba206874-6b12-4184-9530-5ff25f26c89f)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:11:47.294633 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d8155188-1f0e-4f6b-abac-32a33fed0ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:47.297609 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-eeec70c9-a0aa-49fa-8353-b1a28259d1c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760180-3-iscsi, 2fc6af1f-08a2-43f2-9291-625451dc8ae8) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:47.302511 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeec70c9-a0aa-49fa-8353-b1a28259d1c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:47.303119 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eeec70c9-a0aa-49fa-8353-b1a28259d1c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:47.315343 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814575c8-fd16-4f00-bf7c-f5927bed43e3 None None] Network 2fc6af1f-08a2-43f2-9291-625451dc8ae8 requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:47.363679 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33318828-f876-444f-b632-b0a32dc91865 req-94a17982-faa1-4fc8-b895-fdc045c40aae tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:47.367105 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-33318828-f876-444f-b632-b0a32dc91865 req-94a17982-faa1-4fc8-b895-fdc045c40aae tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 943 time: 0.0682027 Aug 31 01:11:47.394836 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-f2a13781-2f29-40f2-8fb7-b78d5351cdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:47.410121 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-33318828-f876-444f-b632-b0a32dc91865 req-9cc8e63c-b5ea-4d6a-8d83-d6abe32869c7 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5db1daa-a506-4957-8837-925c5bc59749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378008 Aug 31 01:11:47.425121 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 57666) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:47.426959 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-eeec70c9-a0aa-49fa-8353-b1a28259d1c5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6644228 Aug 31 01:11:47.430718 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [None req-9083612a-1610-4e47-8184-0808434bface admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1954449351-router', 'tenant_id': '09ce3c813e6b41ae88bd7d4b01296dbf', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'}}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:47.523493 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a13781-2f29-40f2-8fb7-b78d5351cdd7 None None] Routers {'19737475-04cd-42d5-8ff0-912276209e2e'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:11:47.526384 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f2a13781-2f29-40f2-8fb7-b78d5351cdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:11:39Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['19737475-04cd-42d5-8ff0-912276209e2e'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:47.551976 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5d74431d-d566-4bc8-bb68-20256f3aacd4 req-406261d7-4b98-4442-a18f-466d6bf6fabe tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff16ed63-852d-4544-bddf-e07a063c4571 HTTP/1.1" status: 200 len: 210 time: 0.0537460 Aug 31 01:11:47.584476 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d8155188-1f0e-4f6b-abac-32a33fed0ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:47.604128 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12261e40-8cc4-4049-85c4-e8484daa32d3 None None] Pushing event updated for resources: {'Port': ['ID=fed65049-6cff-4f65-bf9e-b001f3def8ab,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:47.683745 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d8155188-1f0e-4f6b-abac-32a33fed0ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:47.754243 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee98b15-21a6-4c7a-878e-73e4c68e7556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdfa1eee9-65b0-5927-8ea5-c2c6bfaf40d4-2fc6af1f-08a2-43f2-9291-625451dc8ae8', 'network_id': '2fc6af1f-08a2-43f2-9291-625451dc8ae8', 'tenant_id': '09ce3c813e6b41ae88bd7d4b01296dbf', 'fixed_ips': [{'subnet_id': 'ca6b5cc4-0578-46d2-988f-80699e4ef5b6'}]}} from dv-cinder-760180-3-iscsi. {{(pid=94636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:11:47.755239 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-3ee98b15-21a6-4c7a-878e-73e4c68e7556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:47.774074 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-d8155188-1f0e-4f6b-abac-32a33fed0ed3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a41ea700e063422b9a27147bc89bef80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4945126 Aug 31 01:11:47.774772 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 57674) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:47.774900 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-f2a13781-2f29-40f2-8fb7-b78d5351cdd7 None None] Set router 19737475-04cd-42d5-8ff0-912276209e2e gateway port host: dv-cinder-760180-3-iscsi {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:11:47.775440 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8155188-1f0e-4f6b-abac-32a33fed0ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b405ceca-7d80-4dea-b434-b539598d39e9,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:47.808772 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01af9c-42e7-4748-a35e-347f5caf84ec req-4c7ed721-9bdf-4c99-b61d-aebad74abdb7 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:47.817137 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1e01af9c-42e7-4748-a35e-347f5caf84ec req-4c7ed721-9bdf-4c99-b61d-aebad74abdb7 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 945 time: 0.1585090 Aug 31 01:11:47.862215 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ef413d4d-b440-465e-8a28-f0835f4dcfbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:47.914701 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1e01af9c-42e7-4748-a35e-347f5caf84ec req-033f2516-93ae-47c5-8682-c500cb6c9040 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909934 Aug 31 01:11:47.918352 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9083612a-1610-4e47-8184-0808434bface admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-468235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4389'] for router, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:47.923499 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9083612a-1610-4e47-8184-0808434bface admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-369389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-373117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:47.927239 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ef413d4d-b440-465e-8a28-f0835f4dcfbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:48.007775 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9083612a-1610-4e47-8184-0808434bface admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:48.070012 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.db_base_plugin_common [None req-3ee98b15-21a6-4c7a-878e-73e4c68e7556 None None] Allocated IP 172.20.0.2 (2fc6af1f-08a2-43f2-9291-625451dc8ae8/ca6b5cc4-0578-46d2-988f-80699e4ef5b6/37676f9c-ea51-466a-ab2a-5be72ded105b) {{(pid=94636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:48.087678 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ef413d4d-b440-465e-8a28-f0835f4dcfbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:48.095751 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ef413d4d-b440-465e-8a28-f0835f4dcfbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:48.098361 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-ef413d4d-b440-465e-8a28-f0835f4dcfbd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b405ceca-7d80-4dea-b434-b539598d39e9 HTTP/1.1" status: 204 len: 168 time: 0.3199096 Aug 31 01:11:48.119427 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef413d4d-b440-465e-8a28-f0835f4dcfbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b405ceca-7d80-4dea-b434-b539598d39e9,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:48.225711 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-f2a13781-2f29-40f2-8fb7-b78d5351cdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19737475-04cd-42d5-8ff0-912276209e2e', 'name': 'tempest-TestShelveInstance-1067843698-router', 'tenant_id': '4df7148800d8445eb8e806c1f06e0c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'f78b0d42-9fbf-4467-8b2f-7afcc1b0de02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:36Z', 'updated_at': '2021-08-31T01:11:42Z', 'revision_number': 4, 'project_id': '4df7148800d8445eb8e806c1f06e0c15', 'gw_port': {'id': 'f78b0d42-9fbf-4467-8b2f-7afcc1b0de02', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19737475-04cd-42d5-8ff0-912276209e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:37Z', 'updated_at': '2021-08-31T01:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': 'fed65049-6cff-4f65-bf9e-b001f3def8ab', 'name': '', 'network_id': 'b70f1308-c8a8-4826-977d-96316713ef7d', 'tenant_id': '4df7148800d8445eb8e806c1f06e0c15', 'mac_address': 'fa:16:3e:11:7d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19737475-04cd-42d5-8ff0-912276209e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '363fa58a-29af-4ce3-8619-cd226a6a41d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:41Z', 'updated_at': '2021-08-31T01:11:47Z', 'revision_number': 4, 'project_id': '4df7148800d8445eb8e806c1f06e0c15', 'subnets': [{'id': '363fa58a-29af-4ce3-8619-cd226a6a41d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:48.276907 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a13781-2f29-40f2-8fb7-b78d5351cdd7 None None] The sync data for ids ['19737475-04cd-42d5-8ff0-912276209e2e'] in dv-cinder-760180-3-iscsi is: [{'id': '19737475-04cd-42d5-8ff0-912276209e2e', 'name': 'tempest-TestShelveInstance-1067843698-router', 'tenant_id': '4df7148800d8445eb8e806c1f06e0c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'f78b0d42-9fbf-4467-8b2f-7afcc1b0de02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:36Z', 'updated_at': '2021-08-31T01:11:42Z', 'revision_number': 4, 'project_id': '4df7148800d8445eb8e806c1f06e0c15', 'gw_port': {'id': 'f78b0d42-9fbf-4467-8b2f-7afcc1b0de02', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19737475-04cd-42d5-8ff0-912276209e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:37Z', 'updated_at': '2021-08-31T01:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': 'fed65049-6cff-4f65-bf9e-b001f3def8ab', 'name': '', 'network_id': 'b70f1308-c8a8-4826-977d-96316713ef7d', 'tenant_id': '4df7148800d8445eb8e806c1f06e0c15', 'mac_address': 'fa:16:3e:11:7d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19737475-04cd-42d5-8ff0-912276209e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '363fa58a-29af-4ce3-8619-cd226a6a41d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:41Z', 'updated_at': '2021-08-31T01:11:47Z', 'revision_number': 4, 'project_id': '4df7148800d8445eb8e806c1f06e0c15', 'subnets': [{'id': '363fa58a-29af-4ce3-8619-cd226a6a41d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:11:48.288502 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9083612a-1610-4e47-8184-0808434bface admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:48.324935 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-3ee98b15-21a6-4c7a-878e-73e4c68e7556 None None] Notify callbacks [] for port, precommit_create {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:48.336661 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-3ee98b15-21a6-4c7a-878e-73e4c68e7556 None None] Transition to ACTIVE for port object 37676f9c-ea51-466a-ab2a-5be72ded105b will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:48.381147 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-3ee98b15-21a6-4c7a-878e-73e4c68e7556 None None] Transition to ACTIVE for port object 37676f9c-ea51-466a-ab2a-5be72ded105b will not be triggered until provisioned by entity DHCP. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:48.472317 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-3ee98b15-21a6-4c7a-878e-73e4c68e7556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222'] for port, after_create {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:48.557188 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee98b15-21a6-4c7a-878e-73e4c68e7556 None None] Network 2fc6af1f-08a2-43f2-9291-625451dc8ae8 is already hosted by enough agents. {{(pid=94636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:48.560412 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.scheduler.base_scheduler [None req-3ee98b15-21a6-4c7a-878e-73e4c68e7556 None None] Resources bound (agent type, host, resource id): {{(pid=94636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:48.565129 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee98b15-21a6-4c7a-878e-73e4c68e7556 None None] Received port after_create {{(pid=94636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:48.607948 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee98b15-21a6-4c7a-878e-73e4c68e7556 None None] Pushing event updated for resources: {'Port': ['ID=37676f9c-ea51-466a-ab2a-5be72ded105b,revision_number=1']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:48.764213 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75fe12-7712-4e37-a5f7-31c3544dfa7a req-9e3febc7-0f63-4e56-8a74-e4e5513b38f9 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:48.766967 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ab75fe12-7712-4e37-a5f7-31c3544dfa7a req-9e3febc7-0f63-4e56-8a74-e4e5513b38f9 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.4647398 Aug 31 01:11:48.877193 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ab75fe12-7712-4e37-a5f7-31c3544dfa7a req-10112c0a-cf19-4fe4-8932-f69450398aac tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738919 Aug 31 01:11:48.906275 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-3ee98b15-21a6-4c7a-878e-73e4c68e7556 None None] Attempting to bind port 37676f9c-ea51-466a-ab2a-5be72ded105b on host dv-cinder-760180-3-iscsi for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:11:48.906873 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-3ee98b15-21a6-4c7a-878e-73e4c68e7556 None None] Attempting to bind port 37676f9c-ea51-466a-ab2a-5be72ded105b by drivers openvswitch,hyperv on host dv-cinder-760180-3-iscsi at level 0 using segments [{'id': 'ef0f2bb0-9f5a-4bc2-8605-93f893c563c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2fc6af1f-08a2-43f2-9291-625451dc8ae8'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:11:48.907303 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee98b15-21a6-4c7a-878e-73e4c68e7556 None None] Attempting to bind port 37676f9c-ea51-466a-ab2a-5be72ded105b on network 2fc6af1f-08a2-43f2-9291-625451dc8ae8 {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:48.913837 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee98b15-21a6-4c7a-878e-73e4c68e7556 None None] Checking agent: {'id': 'e0e3d429-98ee-4375-b253-cc814bb4b4fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760180-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 1, 9), 'started_at': datetime.datetime(2021, 8, 31, 1, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760180-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:11:48.914398 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee98b15-21a6-4c7a-878e-73e4c68e7556 None None] Checking segment: {'id': 'ef0f2bb0-9f5a-4bc2-8605-93f893c563c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2fc6af1f-08a2-43f2-9291-625451dc8ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:48.915434 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-3ee98b15-21a6-4c7a-878e-73e4c68e7556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:48.916062 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee98b15-21a6-4c7a-878e-73e4c68e7556 None None] Bound using segment: {'id': 'ef0f2bb0-9f5a-4bc2-8605-93f893c563c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2fc6af1f-08a2-43f2-9291-625451dc8ae8'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:11:48.916760 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-3ee98b15-21a6-4c7a-878e-73e4c68e7556 None None] Bound port: 37676f9c-ea51-466a-ab2a-5be72ded105b, host: dv-cinder-760180-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f2bb0-9f5a-4bc2-8605-93f893c563c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2fc6af1f-08a2-43f2-9291-625451dc8ae8'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:11:48.917531 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-3ee98b15-21a6-4c7a-878e-73e4c68e7556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:49.070016 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-3ee98b15-21a6-4c7a-878e-73e4c68e7556 None None] For port 37676f9c-ea51-466a-ab2a-5be72ded105b, host dv-cinder-760180-3-iscsi, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:11:49.079632 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-3ee98b15-21a6-4c7a-878e-73e4c68e7556 None None] For port 37676f9c-ea51-466a-ab2a-5be72ded105b, host dv-cinder-760180-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=37676f9c-ea51-466a-ab2a-5be72ded105b,segment=NetworkSegment(ef0f2bb0-9f5a-4bc2-8605-93f893c563c3),segment_id=ef0f2bb0-9f5a-4bc2-8605-93f893c563c3)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:11:49.189997 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6f447-b811-447f-83b0-69cd262763f1 req-bfe7c953-0af5-4e02-965e-f0b37622a62b tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:49.191554 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-61b6f447-b811-447f-83b0-69cd262763f1 req-bfe7c953-0af5-4e02-965e-f0b37622a62b tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 943 time: 0.1181591 Aug 31 01:11:49.193234 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9083612a-1610-4e47-8184-0808434bface admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:49.220673 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-3ee98b15-21a6-4c7a-878e-73e4c68e7556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:49.235211 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9083612a-1610-4e47-8184-0808434bface admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:49.312834 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee98b15-21a6-4c7a-878e-73e4c68e7556 None None] Pushing event updated for resources: {'Port': ['ID=37676f9c-ea51-466a-ab2a-5be72ded105b,revision_number=2']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:49.386721 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-61b6f447-b811-447f-83b0-69cd262763f1 req-7b52c21f-8b7e-48c8-86b5-34ea021c7990 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5db1daa-a506-4957-8837-925c5bc59749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713450 Aug 31 01:11:49.603696 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-71b73f72-69e7-496d-b0f1-c8666befc51c req-c8de3577-6c18-4b5d-9236-2c4a854c9584 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff16ed63-852d-4544-bddf-e07a063c4571 HTTP/1.1" status: 200 len: 210 time: 0.0766699 Aug 31 01:11:49.647805 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-9083612a-1610-4e47-8184-0808434bface admin admin] Allocated IP 172.27.3.204 (6de9ff05-f8f6-4fd1-b476-077a32a7a2f5/44be20a0-ff0a-4c00-a541-a9ead83fffe9/192e3c70-6a47-405d-8e52-7d33f407f4b8) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:49.833789 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2eac8-bfb1-4355-95cf-d26d9603bd79 req-f2df60c6-7c1b-43fa-990a-daa1e242322d tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:49.835488 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a9c2eac8-bfb1-4355-95cf-d26d9603bd79 req-f2df60c6-7c1b-43fa-990a-daa1e242322d tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 945 time: 0.0838833 Aug 31 01:11:49.841862 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9083612a-1610-4e47-8184-0808434bface admin admin] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:49.890142 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a9c2eac8-bfb1-4355-95cf-d26d9603bd79 req-43ae4d2b-533d-498b-9c84-360f6046bf2f tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457573 Aug 31 01:11:49.989238 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9083612a-1610-4e47-8184-0808434bface admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:50.045349 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9083612a-1610-4e47-8184-0808434bface admin admin] Network 6de9ff05-f8f6-4fd1-b476-077a32a7a2f5 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:50.051117 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-9083612a-1610-4e47-8184-0808434bface admin admin] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:50.054239 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9083612a-1610-4e47-8184-0808434bface admin admin] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:50.084608 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9083612a-1610-4e47-8184-0808434bface admin admin] Pushing event updated for resources: {'Port': ['ID=192e3c70-6a47-405d-8e52-7d33f407f4b8,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:50.094526 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fc24b-b967-48c9-b02d-cdd4cedabeb5 req-d9ffbeb4-3249-440e-a948-3a57f01a71e0 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:50.101740 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-444fc24b-b967-48c9-b02d-cdd4cedabeb5 req-d9ffbeb4-3249-440e-a948-3a57f01a71e0 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.1424894 Aug 31 01:11:50.194881 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-444fc24b-b967-48c9-b02d-cdd4cedabeb5 req-8519f2fe-b961-48ca-a2a4-1e2465594725 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922539 Aug 31 01:11:50.223442 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device fed65049-6cff-4f65-bf9e-b001f3def8ab up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:50.488918 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning for port fed65049-6cff-4f65-bf9e-b001f3def8ab completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:50.499809 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c9f6f1-e00e-442e-93a3-97e3b690a6ee None None] Network 2fc6af1f-08a2-43f2-9291-625451dc8ae8 requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:50.514003 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port fed65049-6cff-4f65-bf9e-b001f3def8ab triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:50.515527 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:50.531448 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9083612a-1610-4e47-8184-0808434bface admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:50.587585 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc94fa-782a-4e4f-811c-fb61fa91ebf6 req-61c6db01-b6b9-444d-978d-3dcda1ab5b3e tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:50.589102 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7cdc94fa-782a-4e4f-811c-fb61fa91ebf6 req-61c6db01-b6b9-444d-978d-3dcda1ab5b3e tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 943 time: 0.1107528 Aug 31 01:11:50.686866 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-83dc6e27-1239-4d49-b1a9-9b54a82a17b4 None None] Provisioning for port 37676f9c-ea51-466a-ab2a-5be72ded105b completed by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:50.697584 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7cdc94fa-782a-4e4f-811c-fb61fa91ebf6 req-0148c181-9317-4756-8782-f237eec983a7 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5db1daa-a506-4957-8837-925c5bc59749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827038 Aug 31 01:11:50.706004 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d845f-dd8d-4b6f-83a7-d0c31e586529 req-4c5c099e-bad0-45ac-a330-1710a9d5b4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:50.707538 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2f6d845f-dd8d-4b6f-83a7-d0c31e586529 req-4c5c099e-bad0-45ac-a330-1710a9d5b4bd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ebe297fbd3a46689671efa0c38f7f89&device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 1099 time: 0.1174407 Aug 31 01:11:50.760941 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:50.768644 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727fd07-2b53-46dc-84f6-5d19c606bd1e req-0b342492-9bcc-4384-a460-253ba665bb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:50.770387 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-b727fd07-2b53-46dc-84f6-5d19c606bd1e req-0b342492-9bcc-4384-a460-253ba665bb54 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=903de612f2344f45af5b8ec67b92b43b&device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 1096 time: 0.0772107 Aug 31 01:11:50.823903 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] For port fed65049-6cff-4f65-bf9e-b001f3def8ab, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=fed65049-6cff-4f65-bf9e-b001f3def8ab,segment=NetworkSegment(ba206874-6b12-4184-9530-5ff25f26c89f),segment_id=ba206874-6b12-4184-9530-5ff25f26c89f)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:50.862195 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9083612a-1610-4e47-8184-0808434bface admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-369364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371949'] for router, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:50.918956 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:50.919778 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 37676f9c-ea51-466a-ab2a-5be72ded105b up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:50.983571 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Pushing event updated for resources: {'Port': ['ID=fed65049-6cff-4f65-bf9e-b001f3def8ab,revision_number=5']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:51.008962 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 57744) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:51.052892 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727fd07-2b53-46dc-84f6-5d19c606bd1e req-5812a232-afc8-4951-9141-864b85808e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:51.054532 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-b727fd07-2b53-46dc-84f6-5d19c606bd1e req-5812a232-afc8-4951-9141-864b85808e43 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=903de612f2344f45af5b8ec67b92b43b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2657678 Aug 31 01:11:51.055449 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-38211aef-54f9-4c7c-b0b9-605c0aeb3cb8 req-84a07b52-2583-462d-ba98-35efb2fac8d5 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff16ed63-852d-4544-bddf-e07a063c4571 HTTP/1.1" status: 200 len: 210 time: 0.1793525 Aug 31 01:11:51.140275 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d845f-dd8d-4b6f-83a7-d0c31e586529 req-530825c1-f692-41e8-9575-7d04130dbb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:51.141755 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2f6d845f-dd8d-4b6f-83a7-d0c31e586529 req-530825c1-f692-41e8-9575-7d04130dbb97 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fd548e74-43b1-430f-a0ef-aa76573cce11 HTTP/1.1" status: 200 len: 919 time: 0.2840950 Aug 31 01:11:51.225601 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9083612a-1610-4e47-8184-0808434bface admin admin] Router ab6c78a4-17b7-4422-abdc-bb254178396a is scheduled to L3 agent c5d183af-b1ef-4815-8853-b3c8447fce00 with binding_index 1 {{(pid=94635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:11:51.231549 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2f6d845f-dd8d-4b6f-83a7-d0c31e586529 req-5bcbcafb-2728-4b23-8a56-cd393ab43f22 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b690769-caee-49fa-afb2-9accbc988ab7 HTTP/1.1" status: 200 len: 217 time: 0.0759633 Aug 31 01:11:51.241784 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning for port 37676f9c-ea51-466a-ab2a-5be72ded105b completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:51.251324 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port 37676f9c-ea51-466a-ab2a-5be72ded105b triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:51.251991 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:51.263381 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727fd07-2b53-46dc-84f6-5d19c606bd1e req-56a97487-a1ac-4e2a-a184-e57a0462f564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:51.266825 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-b727fd07-2b53-46dc-84f6-5d19c606bd1e req-56a97487-a1ac-4e2a-a184-e57a0462f564 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1826277 Aug 31 01:11:51.389433 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-c3bee4a5-7245-425f-94ec-d2cae81f1cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:51.393906 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-c3bee4a5-7245-425f-94ec-d2cae81f1cd7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=903de612f2344f45af5b8ec67b92b43b&device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 1096 time: 0.0787530 Aug 31 01:11:51.450369 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:51.490855 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] For port 37676f9c-ea51-466a-ab2a-5be72ded105b, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=37676f9c-ea51-466a-ab2a-5be72ded105b,segment=NetworkSegment(ef0f2bb0-9f5a-4bc2-8605-93f893c563c3),segment_id=ef0f2bb0-9f5a-4bc2-8605-93f893c563c3)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:51.491151 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-55263faf-865d-4109-b7ca-6dcae4e0ad52 None None] Provisioning complete for port 37676f9c-ea51-466a-ab2a-5be72ded105b triggered by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:51.491561 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-55263faf-865d-4109-b7ca-6dcae4e0ad52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:51.497048 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d845f-dd8d-4b6f-83a7-d0c31e586529 req-f38b93d0-75b5-49f5-abad-56c1bcc3b577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:51.506789 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-6819054e-0385-4a7a-b46b-7ad9597a124c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc9b8e88-6b4a-4fe6-a915-ce88699f84b5 HTTP/1.1" status: 200 len: 217 time: 0.1023896 Aug 31 01:11:51.509188 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2f6d845f-dd8d-4b6f-83a7-d0c31e586529 req-f38b93d0-75b5-49f5-abad-56c1bcc3b577 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=28514019-93de-4286-b066-532f8dc6920b HTTP/1.1" status: 200 len: 858 time: 0.2653265 Aug 31 01:11:51.569905 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-befbfff6-512e-405a-b961-7439cfcec738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:51.570387 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:51.575978 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2f6d845f-dd8d-4b6f-83a7-d0c31e586529 req-de8d3c3f-2a97-42fe-ae3a-4fbb3931774a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fd548e74-43b1-430f-a0ef-aa76573cce11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384037 Aug 31 01:11:51.589887 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9083612a-1610-4e47-8184-0808434bface admin admin] Notify agent at l3_agent.dv-cinder-760180-3-iscsi the message routers_updated {{(pid=94635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:11:51.603158 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9362458e-ccf5-4e7f-8270-de48075fc175 None None] Sync routers for ids ['ab6c78a4-17b7-4422-abdc-bb254178396a'] in dv-cinder-760180-3-iscsi {{(pid=94637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:11:51.603719 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b436a6-f632-4b34-b4cd-ed701ea324f7 req-1c87e93d-8ffa-4cd5-a040-a7bc49e7f5c2 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:51.611474 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a9b436a6-f632-4b34-b4cd-ed701ea324f7 req-1c87e93d-8ffa-4cd5-a040-a7bc49e7f5c2 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 945 time: 0.3907139 Aug 31 01:11:51.615340 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-984bfbe8-5a33-4ba7-b93d-b5f2db169fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:51.618917 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9362458e-ccf5-4e7f-8270-de48075fc175 None None] Routers {'ab6c78a4-17b7-4422-abdc-bb254178396a'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:11:51.619799 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-9362458e-ccf5-4e7f-8270-de48075fc175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:11:39Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['ab6c78a4-17b7-4422-abdc-bb254178396a'], 'active': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:51.621120 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-984bfbe8-5a33-4ba7-b93d-b5f2db169fe1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=932a558b-fbdc-4fae-8436-489e1510f27c HTTP/1.1" status: 200 len: 853 time: 0.0851576 Aug 31 01:11:51.653166 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-55263faf-865d-4109-b7ca-6dcae4e0ad52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:51.691847 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-7223a87d-98b0-4d32-a1ef-dfa108074a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:51.693409 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-7223a87d-98b0-4d32-a1ef-dfa108074a9e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=10ac124c-9093-45e3-86e4-1440cfd9ebfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600715 Aug 31 01:11:51.704608 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Pushing event updated for resources: {'Port': ['ID=37676f9c-ea51-466a-ab2a-5be72ded105b,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:51.814830 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.db.api [None req-55263faf-865d-4109-b7ca-6dcae4e0ad52 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 01:11:51.815190 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG oslo_db.api [None req-55263faf-865d-4109-b7ca-6dcae4e0ad52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 01:11:51.831133 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvr_db [None req-9362458e-ccf5-4e7f-8270-de48075fc175 None None] Set router ab6c78a4-17b7-4422-abdc-bb254178396a gateway port host: dv-cinder-760180-3-iscsi {{(pid=94637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:11:51.839283 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a9b436a6-f632-4b34-b4cd-ed701ea324f7 req-e766a661-fcf7-43b1-9d2f-1675638e11a5 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2269249 Aug 31 01:11:51.856162 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2f6d845f-dd8d-4b6f-83a7-d0c31e586529 req-5da21e18-509a-443f-a364-6c2b9ad78178 service neutron] 10.222.0.72 "GET /v2.0/networks/fd548e74-43b1-430f-a0ef-aa76573cce11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421014 Aug 31 01:11:51.887302 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9fc4b-ad88-413b-bb63-ef6e58cfb073 req-d81f82cd-8c61-41b5-a384-248dbd0e6b19 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:51.891553 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-68d9fc4b-ad88-413b-bb63-ef6e58cfb073 req-d81f82cd-8c61-41b5-a384-248dbd0e6b19 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.3650341 Aug 31 01:11:51.944073 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-1cd51e1b-e576-4790-b1c0-57569c20ec1b service neutron] 10.222.0.72 "GET /v2.0/networks/10ac124c-9093-45e3-86e4-1440cfd9ebfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331314 Aug 31 01:11:51.949382 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-befbfff6-512e-405a-b961-7439cfcec738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:52.033061 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-68d9fc4b-ad88-413b-bb63-ef6e58cfb073 req-46477b0e-04eb-4471-94b6-6a98ffe8eef6 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213620 Aug 31 01:11:52.079731 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2f6d845f-dd8d-4b6f-83a7-d0c31e586529 req-f4790d23-2c66-483c-9f3e-3de34caa7288 service neutron] 10.222.0.72 "GET /v2.0/networks/fd548e74-43b1-430f-a0ef-aa76573cce11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842687 Aug 31 01:11:52.091198 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-befbfff6-512e-405a-b961-7439cfcec738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:52.109353 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-9362458e-ccf5-4e7f-8270-de48075fc175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6c78a4-17b7-4422-abdc-bb254178396a', 'name': 'tempest-TestShelveInstance-1954449351-router', 'tenant_id': '09ce3c813e6b41ae88bd7d4b01296dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '192e3c70-6a47-405d-8e52-7d33f407f4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:47Z', 'updated_at': '2021-08-31T01:11:50Z', 'revision_number': 3, 'project_id': '09ce3c813e6b41ae88bd7d4b01296dbf', 'gw_port': {'id': '192e3c70-6a47-405d-8e52-7d33f407f4b8', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6c78a4-17b7-4422-abdc-bb254178396a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:49Z', 'updated_at': '2021-08-31T01:11:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi'}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:52.116245 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ce723-b8fd-420a-8d77-a6c244676fdd req-e80fe7b6-c038-4b34-84dc-3708bfef3ce8 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:52.136463 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6a9ce723-b8fd-420a-8d77-a6c244676fdd req-e80fe7b6-c038-4b34-84dc-3708bfef3ce8 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 943 time: 0.1762893 Aug 31 01:11:52.163237 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9083612a-1610-4e47-8184-0808434bface admin admin] Notify callbacks [] for router, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:52.165624 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-9083612a-1610-4e47-8184-0808434bface admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.7388232 Aug 31 01:11:52.174394 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 57776) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:52.182938 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9362458e-ccf5-4e7f-8270-de48075fc175 None None] Checking router: ab6c78a4-17b7-4422-abdc-bb254178396a for host: dv-cinder-760180-3-iscsi {{(pid=94637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:11:52.182938 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9362458e-ccf5-4e7f-8270-de48075fc175 None None] Updating router ab6c78a4-17b7-4422-abdc-bb254178396a port 192e3c70-6a47-405d-8e52-7d33f407f4b8 binding host dv-cinder-760180-3-iscsi {{(pid=94637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:11:52.190104 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device fed65049-6cff-4f65-bf9e-b001f3def8ab up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:52.204614 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9362458e-ccf5-4e7f-8270-de48075fc175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:52.224623 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-befbfff6-512e-405a-b961-7439cfcec738 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6ba72cf781814e1e81a4a5c61aee2d35&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2116222 Aug 31 01:11:52.228512 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 57778) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:52.236994 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befbfff6-512e-405a-b961-7439cfcec738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82ab4ec-b23f-4e8a-9233-e3b3c0dfd992,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:52.246221 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-c93c4c47-3e2e-4f2d-bd3f-8d74860bd874 service neutron] 10.222.0.72 "GET /v2.0/networks/10ac124c-9093-45e3-86e4-1440cfd9ebfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945025 Aug 31 01:11:52.275285 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port fed65049-6cff-4f65-bf9e-b001f3def8ab triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:52.276468 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:52.293811 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-28352dff-5189-4eaf-9d6c-ba4775de289f tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:52.295458 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-28352dff-5189-4eaf-9d6c-ba4775de289f tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.72 "GET /v2.0/networks?id=6d6364cb-20be-4b34-9321-c4d0337d014e HTTP/1.1" status: 200 len: 814 time: 0.2783372 Aug 31 01:11:52.304441 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-43891da6-4f6d-4a96-bbd3-28077cfb3863 req-785b6eef-6860-4ba5-848e-0e7c88944a0c tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff16ed63-852d-4544-bddf-e07a063c4571 HTTP/1.1" status: 200 len: 210 time: 0.1287911 Aug 31 01:11:52.349395 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-d55189b1-ec7f-44df-b7a8-fdba1c91d86c tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Request body: {'port': {'device_id': 'ff16ed63-852d-4544-bddf-e07a063c4571', 'network_id': '6d6364cb-20be-4b34-9321-c4d0337d014e', 'admin_state_up': True, 'tenant_id': '98ab9da13d934f25b5b1fca982b961f3'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:52.383467 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-49be7f0d-d5d7-4c93-869e-0058b6d2a4b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:52.428065 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6a9ce723-b8fd-420a-8d77-a6c244676fdd req-afecbd9e-21b0-4074-af8c-6554517d6ebc tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5db1daa-a506-4957-8837-925c5bc59749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901027 Aug 31 01:11:52.440008 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 57782) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:52.485576 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-49be7f0d-d5d7-4c93-869e-0058b6d2a4b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:52.564531 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9362458e-ccf5-4e7f-8270-de48075fc175 None None] Notify callbacks [] for port, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:52.581435 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 37676f9c-ea51-466a-ab2a-5be72ded105b up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:52.587732 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.provisioning_blocks [None req-9362458e-ccf5-4e7f-8270-de48075fc175 None None] Transition to ACTIVE for port object 192e3c70-6a47-405d-8e52-7d33f407f4b8 will not be triggered until provisioned by entity L2. {{(pid=94637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:52.637760 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e07f3bd8-25cf-4792-9d0a-7b5388100f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:52.652790 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port 37676f9c-ea51-466a-ab2a-5be72ded105b triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:52.653167 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:52.684105 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-d55189b1-ec7f-44df-b7a8-fdba1c91d86c tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Made reservation on behalf of 98ab9da13d934f25b5b1fca982b961f3 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:52.688106 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-d55189b1-ec7f-44df-b7a8-fdba1c91d86c tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:52.715576 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9362458e-ccf5-4e7f-8270-de48075fc175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:52.727697 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-49be7f0d-d5d7-4c93-869e-0058b6d2a4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:52.734001 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-49be7f0d-d5d7-4c93-869e-0058b6d2a4b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:52.736042 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-49be7f0d-d5d7-4c93-869e-0058b6d2a4b8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d82ab4ec-b23f-4e8a-9233-e3b3c0dfd992 HTTP/1.1" status: 204 len: 168 time: 0.5065229 Aug 31 01:11:52.796773 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab89956-d71c-4e01-97a5-8e1fc4c3e81a None None] Pushing event updated for resources: {'Port': ['ID=192e3c70-6a47-405d-8e52-7d33f407f4b8,revision_number=2']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:52.798163 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be7f0d-d5d7-4c93-869e-0058b6d2a4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82ab4ec-b23f-4e8a-9233-e3b3c0dfd992,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:52.823090 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc28ef-844e-411f-afba-e6c92d0bcac4 req-a0151aff-a54b-4603-85e8-546fcaf5033f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:52.824506 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1efc28ef-844e-411f-afba-e6c92d0bcac4 req-a0151aff-a54b-4603-85e8-546fcaf5033f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ebe297fbd3a46689671efa0c38f7f89&device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 1099 time: 0.5190432 Aug 31 01:11:52.856306 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [None req-9362458e-ccf5-4e7f-8270-de48075fc175 None None] Attempting to bind port 192e3c70-6a47-405d-8e52-7d33f407f4b8 on host dv-cinder-760180-3-iscsi for vnic_type normal with profile {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:11:52.856671 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [None req-9362458e-ccf5-4e7f-8270-de48075fc175 None None] Attempting to bind port 192e3c70-6a47-405d-8e52-7d33f407f4b8 by drivers openvswitch,hyperv on host dv-cinder-760180-3-iscsi at level 0 using segments [{'id': '1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:11:52.857320 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9362458e-ccf5-4e7f-8270-de48075fc175 None None] Attempting to bind port 192e3c70-6a47-405d-8e52-7d33f407f4b8 on network 6de9ff05-f8f6-4fd1-b476-077a32a7a2f5 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:52.863197 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9362458e-ccf5-4e7f-8270-de48075fc175 None None] Checking agent: {'id': 'e0e3d429-98ee-4375-b253-cc814bb4b4fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760180-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 1, 9), 'started_at': datetime.datetime(2021, 8, 31, 1, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760180-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:11:52.863646 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9362458e-ccf5-4e7f-8270-de48075fc175 None None] Checking segment: {'id': '1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:52.864239 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9362458e-ccf5-4e7f-8270-de48075fc175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:52.873029 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9362458e-ccf5-4e7f-8270-de48075fc175 None None] Bound using segment: {'id': '1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:11:52.873029 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [None req-9362458e-ccf5-4e7f-8270-de48075fc175 None None] Bound port: 192e3c70-6a47-405d-8e52-7d33f407f4b8, host: dv-cinder-760180-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'}}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:11:52.873029 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9362458e-ccf5-4e7f-8270-de48075fc175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:52.971232 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-d55189b1-ec7f-44df-b7a8-fdba1c91d86c tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Allocated IP 172.20.0.2 (6d6364cb-20be-4b34-9321-c4d0337d014e/f634684c-da13-425f-ac91-3350dc290132/2fb348ad-0e0b-4ed8-961c-6005340f3ff0) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:52.987815 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [None req-9362458e-ccf5-4e7f-8270-de48075fc175 None None] For port 192e3c70-6a47-405d-8e52-7d33f407f4b8, host dv-cinder-760180-3-iscsi, cleared binding levels {{(pid=94637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:11:52.990818 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e07f3bd8-25cf-4792-9d0a-7b5388100f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:52.991606 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [None req-9362458e-ccf5-4e7f-8270-de48075fc175 None None] For port 192e3c70-6a47-405d-8e52-7d33f407f4b8, host dv-cinder-760180-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=192e3c70-6a47-405d-8e52-7d33f407f4b8,segment=NetworkSegment(1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a),segment_id=1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a)] {{(pid=94637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:11:53.046223 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b8b103-b76d-4bd6-bd6d-745bf62839e5 req-038227e3-3c31-490e-a5c9-8b82008d9d8f tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:53.053200 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-77b8b103-b76d-4bd6-bd6d-745bf62839e5 req-038227e3-3c31-490e-a5c9-8b82008d9d8f tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 945 time: 0.0961804 Aug 31 01:11:53.087604 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc28ef-844e-411f-afba-e6c92d0bcac4 req-1b27459f-872f-4149-b404-90bc914f80e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:53.092926 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1efc28ef-844e-411f-afba-e6c92d0bcac4 req-1b27459f-872f-4149-b404-90bc914f80e9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fd548e74-43b1-430f-a0ef-aa76573cce11 HTTP/1.1" status: 200 len: 919 time: 0.2255993 Aug 31 01:11:53.093327 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e07f3bd8-25cf-4792-9d0a-7b5388100f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:53.134167 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9362458e-ccf5-4e7f-8270-de48075fc175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:53.195211 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9362458e-ccf5-4e7f-8270-de48075fc175 None None] Routers {'ab6c78a4-17b7-4422-abdc-bb254178396a'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:11:53.196510 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-9362458e-ccf5-4e7f-8270-de48075fc175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:11:39Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['ab6c78a4-17b7-4422-abdc-bb254178396a'], 'active': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:53.203474 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-e07f3bd8-25cf-4792-9d0a-7b5388100f8c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=146c14cd0b8c463ab2545bd8699eec10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7624609 Aug 31 01:11:53.204077 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 57802) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:53.230061 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f3bd8-25cf-4792-9d0a-7b5388100f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f775de-61e9-4a8c-9868-09a6dc757800,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:53.272800 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab89956-d71c-4e01-97a5-8e1fc4c3e81a None None] Pushing event updated for resources: {'Port': ['ID=192e3c70-6a47-405d-8e52-7d33f407f4b8,revision_number=3']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:53.289634 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-d55189b1-ec7f-44df-b7a8-fdba1c91d86c tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:53.306210 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1efc28ef-844e-411f-afba-e6c92d0bcac4 req-960a82bf-7e5b-4412-ae91-2a3163b018e9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b690769-caee-49fa-afb2-9accbc988ab7 HTTP/1.1" status: 200 len: 217 time: 0.2045996 Aug 31 01:11:53.308755 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-86f21f5f-bedc-47a8-a7bf-df05f7200c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:53.345584 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvr_db [None req-9362458e-ccf5-4e7f-8270-de48075fc175 None None] Set router ab6c78a4-17b7-4422-abdc-bb254178396a gateway port host: dv-cinder-760180-3-iscsi {{(pid=94637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:11:53.345772 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-86f21f5f-bedc-47a8-a7bf-df05f7200c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:53.400503 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-77b8b103-b76d-4bd6-bd6d-745bf62839e5 req-f38e95a4-3d14-44cc-b1f1-b438b78c8b53 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3103914 Aug 31 01:11:53.457071 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bc4d4-8a56-4d3c-802e-01afc3800aaa req-3c072fbd-e54d-45ab-9e0e-d80fe9c13556 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:53.458660 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-527bc4d4-8a56-4d3c-802e-01afc3800aaa req-3c072fbd-e54d-45ab-9e0e-d80fe9c13556 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.2052977 Aug 31 01:11:53.462080 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc28ef-844e-411f-afba-e6c92d0bcac4 req-350c3e42-7fb9-40aa-b993-345e15e3c583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:53.463567 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1efc28ef-844e-411f-afba-e6c92d0bcac4 req-350c3e42-7fb9-40aa-b993-345e15e3c583 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=28514019-93de-4286-b066-532f8dc6920b HTTP/1.1" status: 200 len: 858 time: 0.1443384 Aug 31 01:11:53.500067 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-86f21f5f-bedc-47a8-a7bf-df05f7200c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:53.502655 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-86f21f5f-bedc-47a8-a7bf-df05f7200c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:53.506735 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-86f21f5f-bedc-47a8-a7bf-df05f7200c03 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/97f775de-61e9-4a8c-9868-09a6dc757800 HTTP/1.1" status: 204 len: 168 time: 0.2926269 Aug 31 01:11:53.509893 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-d55189b1-ec7f-44df-b7a8-fdba1c91d86c tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:53.527623 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] get_ports_and_sgs() called for port_ids ['e60caf99-56d2-4f9b-bc5d-db1d5823473d', '1ef1d2d0-ba44-49f5-a760-87c523a45dda', '649f4d96-a208-4eae-b1b7-b57fefaa3ef8'] {{(pid=94636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:11:53.544487 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-305388c9-9c06-48a4-a867-bd8d6bc1ac0b req-a34af782-bd05-4b9b-b0d8-27c025331fb5 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff16ed63-852d-4544-bddf-e07a063c4571 HTTP/1.1" status: 200 len: 210 time: 0.0769401 Aug 31 01:11:53.547366 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1efc28ef-844e-411f-afba-e6c92d0bcac4 req-c0055a53-c5da-48c7-97c8-830bf4417148 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fd548e74-43b1-430f-a0ef-aa76573cce11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620532 Aug 31 01:11:53.581328 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-9362458e-ccf5-4e7f-8270-de48075fc175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6c78a4-17b7-4422-abdc-bb254178396a', 'name': 'tempest-TestShelveInstance-1954449351-router', 'tenant_id': '09ce3c813e6b41ae88bd7d4b01296dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '192e3c70-6a47-405d-8e52-7d33f407f4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:47Z', 'updated_at': '2021-08-31T01:11:50Z', 'revision_number': 3, 'project_id': '09ce3c813e6b41ae88bd7d4b01296dbf', 'gw_port': {'id': '192e3c70-6a47-405d-8e52-7d33f407f4b8', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6c78a4-17b7-4422-abdc-bb254178396a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:49Z', 'updated_at': '2021-08-31T01:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi'}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:53.604398 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f21f5f-bedc-47a8-a7bf-df05f7200c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f775de-61e9-4a8c-9868-09a6dc757800,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:53.623101 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-527bc4d4-8a56-4d3c-802e-01afc3800aaa req-a0f8d0ab-6297-486a-94c9-4fb2349afc2b tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423275 Aug 31 01:11:53.682283 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a2ffe2c8-92ad-4bbb-8320-a1deb209b619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:53.693014 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-d55189b1-ec7f-44df-b7a8-fdba1c91d86c tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Network 6d6364cb-20be-4b34-9321-c4d0337d014e is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:53.703152 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-d55189b1-ec7f-44df-b7a8-fdba1c91d86c tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:53.712519 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-d55189b1-ec7f-44df-b7a8-fdba1c91d86c tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:53.731501 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-d55189b1-ec7f-44df-b7a8-fdba1c91d86c tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:53.734462 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-d55189b1-ec7f-44df-b7a8-fdba1c91d86c tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:53.756823 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55189b1-ec7f-44df-b7a8-fdba1c91d86c tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Pushing event updated for resources: {'Port': ['ID=2fb348ad-0e0b-4ed8-961c-6005340f3ff0,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:53.817142 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1efc28ef-844e-411f-afba-e6c92d0bcac4 req-b081720e-7c9f-495f-91dd-5dab55368e51 service neutron] 10.222.0.72 "GET /v2.0/networks/fd548e74-43b1-430f-a0ef-aa76573cce11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537525 Aug 31 01:11:53.832765 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9362458e-ccf5-4e7f-8270-de48075fc175 None None] The sync data for ids ['ab6c78a4-17b7-4422-abdc-bb254178396a'] in dv-cinder-760180-3-iscsi is: [{'id': 'ab6c78a4-17b7-4422-abdc-bb254178396a', 'name': 'tempest-TestShelveInstance-1954449351-router', 'tenant_id': '09ce3c813e6b41ae88bd7d4b01296dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '192e3c70-6a47-405d-8e52-7d33f407f4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:47Z', 'updated_at': '2021-08-31T01:11:50Z', 'revision_number': 3, 'project_id': '09ce3c813e6b41ae88bd7d4b01296dbf', 'gw_port': {'id': '192e3c70-6a47-405d-8e52-7d33f407f4b8', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6c78a4-17b7-4422-abdc-bb254178396a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:49Z', 'updated_at': '2021-08-31T01:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi'}] {{(pid=94637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:11:53.844784 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd85563-5295-4604-a7d2-2cd566b998bc req-edefc486-d2fb-4dda-9deb-d410a3abe865 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:53.846299 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-edd85563-5295-4604-a7d2-2cd566b998bc req-edefc486-d2fb-4dda-9deb-d410a3abe865 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 943 time: 0.1494560 Aug 31 01:11:53.859590 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-d55189b1-ec7f-44df-b7a8-fdba1c91d86c tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5238953 Aug 31 01:11:53.875757 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-411f196e-bd8d-40d5-a9f9-3946ac0436da service neutron] Request body: {'port': {'device_id': 'ff16ed63-852d-4544-bddf-e07a063c4571', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:53.954988 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-411f196e-bd8d-40d5-a9f9-3946ac0436da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:54.038875 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-edd85563-5295-4604-a7d2-2cd566b998bc req-b2b6762f-1d62-4c15-86a0-f90c6338ba5e tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5db1daa-a506-4957-8837-925c5bc59749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583505 Aug 31 01:11:54.075382 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-a2ffe2c8-92ad-4bbb-8320-a1deb209b619 admin admin] Allocated IP 172.20.0.1 (2fc6af1f-08a2-43f2-9291-625451dc8ae8/ca6b5cc4-0578-46d2-988f-80699e4ef5b6/7d9453f6-315b-4432-8db0-3a85d55a2e23) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:54.089115 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1efc28ef-844e-411f-afba-e6c92d0bcac4 req-396491e7-9ca5-4140-9e46-d18f0cc33bf3 service neutron] 10.222.0.72 "GET /v2.0/networks/fd548e74-43b1-430f-a0ef-aa76573cce11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634645 Aug 31 01:11:54.254621 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device fc9b8e88-6b4a-4fe6-a915-ce88699f84b5 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:11:54.354761 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a2ffe2c8-92ad-4bbb-8320-a1deb209b619 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:54.375247 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-a2ffe2c8-92ad-4bbb-8320-a1deb209b619 admin admin] Transition to ACTIVE for port object 7d9453f6-315b-4432-8db0-3a85d55a2e23 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:54.396679 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port fc9b8e88-6b4a-4fe6-a915-ce88699f84b5, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=fc9b8e88-6b4a-4fe6-a915-ce88699f84b5,segment=NetworkSegment(8e0748bd-fe28-47cc-9566-cdcf79345b0c),segment_id=8e0748bd-fe28-47cc-9566-cdcf79345b0c)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:54.418518 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Returning: {'device': 'fc9b8e88-6b4a-4fe6-a915-ce88699f84b5', 'network_id': '10ac124c-9093-45e3-86e4-1440cfd9ebfd', 'port_id': 'fc9b8e88-6b4a-4fe6-a915-ce88699f84b5', 'mac_address': 'fa:16:3e:a9:a8:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '932a558b-fbdc-4fae-8436-489e1510f27c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:11:54.433303 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.notifiers.nova [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-411f196e-bd8d-40d5-a9f9-3946ac0436da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fb348ad-0e0b-4ed8-961c-6005340f3ff0 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:11:54.452566 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-411f196e-bd8d-40d5-a9f9-3946ac0436da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:54.480399 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-411f196e-bd8d-40d5-a9f9-3946ac0436da service neutron] Transition to ACTIVE for port object 2fb348ad-0e0b-4ed8-961c-6005340f3ff0 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:54.482779 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:54.503693 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc9b8e88-6b4a-4fe6-a915-ce88699f84b5 {{(pid=94636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:11:54.514128 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 57832) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:54.526400 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a2ffe2c8-92ad-4bbb-8320-a1deb209b619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:54.532084 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port fc9b8e88-6b4a-4fe6-a915-ce88699f84b5, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=fc9b8e88-6b4a-4fe6-a915-ce88699f84b5,segment=NetworkSegment(8e0748bd-fe28-47cc-9566-cdcf79345b0c),segment_id=8e0748bd-fe28-47cc-9566-cdcf79345b0c)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:54.568504 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 57838) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:54.577267 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-411f196e-bd8d-40d5-a9f9-3946ac0436da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:54.626310 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:54.686893 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9b7dcd44-e101-4a7a-b8a4-e4a11760895c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:54.705623 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=fc9b8e88-6b4a-4fe6-a915-ce88699f84b5,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:54.736681 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ffe2c8-92ad-4bbb-8320-a1deb209b619 admin admin] Network 2fc6af1f-08a2-43f2-9291-625451dc8ae8 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:54.744959 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-a2ffe2c8-92ad-4bbb-8320-a1deb209b619 admin admin] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:54.750732 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ffe2c8-92ad-4bbb-8320-a1deb209b619 admin admin] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:54.798632 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a2ffe2c8-92ad-4bbb-8320-a1deb209b619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372126'] for router_interface, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:54.887479 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9b7dcd44-e101-4a7a-b8a4-e4a11760895c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:54.897783 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f196e-bd8d-40d5-a9f9-3946ac0436da service neutron] Pushing event updated for resources: {'Port': ['ID=2fb348ad-0e0b-4ed8-961c-6005340f3ff0,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:54.915331 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [None req-024d19b7-aafe-4a02-b6fa-c23eecfc1f7a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-717848227-network', 'tenant_id': 'cd87758004a84b0894e10b0402589a05'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:54.929771 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ffe2c8-92ad-4bbb-8320-a1deb209b619 admin admin] Pushing event updated for resources: {'Port': ['ID=7d9453f6-315b-4432-8db0-3a85d55a2e23,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:54.940332 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-411f196e-bd8d-40d5-a9f9-3946ac0436da service neutron] Attempting to bind port 2fb348ad-0e0b-4ed8-961c-6005340f3ff0 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:11:54.941306 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-411f196e-bd8d-40d5-a9f9-3946ac0436da service neutron] Attempting to bind port 2fb348ad-0e0b-4ed8-961c-6005340f3ff0 by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': '0f15d5f7-ec41-4aa6-9213-d85d0fa11953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6d6364cb-20be-4b34-9321-c4d0337d014e'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:11:54.941871 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-411f196e-bd8d-40d5-a9f9-3946ac0436da service neutron] Attempting to bind port 2fb348ad-0e0b-4ed8-961c-6005340f3ff0 on network 6d6364cb-20be-4b34-9321-c4d0337d014e {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:54.947911 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-411f196e-bd8d-40d5-a9f9-3946ac0436da service neutron] Port 2fb348ad-0e0b-4ed8-961c-6005340f3ff0 on network 6d6364cb-20be-4b34-9321-c4d0337d014e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:11:54.948457 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-411f196e-bd8d-40d5-a9f9-3946ac0436da service neutron] Attempting to bind port 2fb348ad-0e0b-4ed8-961c-6005340f3ff0 on network 6d6364cb-20be-4b34-9321-c4d0337d014e {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:54.954990 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-411f196e-bd8d-40d5-a9f9-3946ac0436da service neutron] Checking agent: {'id': 'eda6ee24-af74-4eb1-946c-b1b8388ec369', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 7, 44), 'started_at': datetime.datetime(2021, 8, 31, 1, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:11:54.955335 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-411f196e-bd8d-40d5-a9f9-3946ac0436da service neutron] Checking segment: {'id': '0f15d5f7-ec41-4aa6-9213-d85d0fa11953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6d6364cb-20be-4b34-9321-c4d0337d014e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:54.955891 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-411f196e-bd8d-40d5-a9f9-3946ac0436da service neutron] Bound using segment: {'id': '0f15d5f7-ec41-4aa6-9213-d85d0fa11953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6d6364cb-20be-4b34-9321-c4d0337d014e'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:11:54.956597 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-411f196e-bd8d-40d5-a9f9-3946ac0436da service neutron] Bound port: 2fb348ad-0e0b-4ed8-961c-6005340f3ff0, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f15d5f7-ec41-4aa6-9213-d85d0fa11953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6d6364cb-20be-4b34-9321-c4d0337d014e'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:11:54.957116 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-411f196e-bd8d-40d5-a9f9-3946ac0436da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:54.958728 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aaa41b-fbd6-401c-8211-b6f980c95ad4 req-61378f86-ed14-417e-bd01-1c0a8e2d75c5 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:54.961574 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9b7dcd44-e101-4a7a-b8a4-e4a11760895c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:54.967855 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-99aaa41b-fbd6-401c-8211-b6f980c95ad4 req-61378f86-ed14-417e-bd01-1c0a8e2d75c5 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 945 time: 0.4467025 Aug 31 01:11:54.997467 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeed5a9-9647-47e6-85b8-91148ca8ed66 req-01898f54-0ea6-4e76-ba03-256bbeac555c tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:54.999347 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3aeed5a9-9647-47e6-85b8-91148ca8ed66 req-01898f54-0ea6-4e76-ba03-256bbeac555c tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff16ed63-852d-4544-bddf-e07a063c4571 HTTP/1.1" status: 200 len: 943 time: 0.3333192 Aug 31 01:11:55.038298 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] get_ports_and_sgs() called for port_ids ['fc9b8e88-6b4a-4fe6-a915-ce88699f84b5'] {{(pid=94636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:11:55.038518 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-9b7dcd44-e101-4a7a-b8a4-e4a11760895c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=75a745f9e2794a6c924644d5e43df24c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4686453 Aug 31 01:11:55.040910 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7dcd44-e101-4a7a-b8a4-e4a11760895c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f0f220-83fa-4887-89eb-cc42a7b84a53,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:55.047364 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 57844) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:55.105089 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024d19b7-aafe-4a02-b6fa-c23eecfc1f7a admin admin] Made reservation on behalf of cd87758004a84b0894e10b0402589a05 for: {'network': 1} {{(pid=94635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:55.106637 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-024d19b7-aafe-4a02-b6fa-c23eecfc1f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for network, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:55.107806 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-411f196e-bd8d-40d5-a9f9-3946ac0436da service neutron] For port 2fb348ad-0e0b-4ed8-961c-6005340f3ff0, host hv-cinder-76018, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:11:55.111951 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-411f196e-bd8d-40d5-a9f9-3946ac0436da service neutron] For port 2fb348ad-0e0b-4ed8-961c-6005340f3ff0, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=2fb348ad-0e0b-4ed8-961c-6005340f3ff0,segment=NetworkSegment(0f15d5f7-ec41-4aa6-9213-d85d0fa11953),segment_id=0f15d5f7-ec41-4aa6-9213-d85d0fa11953)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:11:55.121788 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-99aaa41b-fbd6-401c-8211-b6f980c95ad4 req-a5f7e435-8bc1-42ca-9882-6d86ee98df4a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528294 Aug 31 01:11:55.128457 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-20cb9f4b-a029-405b-8d60-e5dd0859348a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:55.138834 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-024d19b7-aafe-4a02-b6fa-c23eecfc1f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:55.143464 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3aeed5a9-9647-47e6-85b8-91148ca8ed66 req-006d9770-8bb5-44cb-9337-93b19b0793b1 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224833 Aug 31 01:11:55.170516 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-20cb9f4b-a029-405b-8d60-e5dd0859348a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:55.176198 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-249716da-1f74-42b1-81b1-f7808f071195 None None] Provisioning for port 7d9453f6-315b-4432-8db0-3a85d55a2e23 completed by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:55.186386 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-249716da-1f74-42b1-81b1-f7808f071195 None None] Provisioning complete for port 7d9453f6-315b-4432-8db0-3a85d55a2e23 triggered by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:55.187026 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-249716da-1f74-42b1-81b1-f7808f071195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:55.204033 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-411f196e-bd8d-40d5-a9f9-3946ac0436da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:55.248804 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a2ffe2c8-92ad-4bbb-8320-a1deb209b619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:55.256534 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-249716da-1f74-42b1-81b1-f7808f071195 None None] Port 7d9453f6-315b-4432-8db0-3a85d55a2e23 cannot update to ACTIVE because it is not bound. {{(pid=94636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:11:55.286655 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f196e-bd8d-40d5-a9f9-3946ac0436da service neutron] Pushing event updated for resources: {'Port': ['ID=2fb348ad-0e0b-4ed8-961c-6005340f3ff0,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:55.293334 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-411f196e-bd8d-40d5-a9f9-3946ac0436da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:55.294444 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-411f196e-bd8d-40d5-a9f9-3946ac0436da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:55.296219 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-411f196e-bd8d-40d5-a9f9-3946ac0436da service neutron] 10.222.0.72 "PUT /v2.0/ports/2fb348ad-0e0b-4ed8-961c-6005340f3ff0 HTTP/1.1" status: 200 len: 1093 time: 1.4264853 Aug 31 01:11:55.296662 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff16ed63-852d-4544-bddf-e07a063c4571', 'tag': '2fb348ad-0e0b-4ed8-961c-6005340f3ff0'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:11:55.299090 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b045d85a9f13e76f05933045f29fa7ac65172c85c310fc202a594bb475bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c794db-fad2-4bde-b1bc-29d251d3ed83" -d '{"events": [{"name": "network-changed", "server_uuid": "ff16ed63-852d-4544-bddf-e07a063c4571", "tag": "2fb348ad-0e0b-4ed8-961c-6005340f3ff0"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:11:55.378991 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-024d19b7-aafe-4a02-b6fa-c23eecfc1f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:55.401519 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-20cb9f4b-a029-405b-8d60-e5dd0859348a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:55.404162 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-20cb9f4b-a029-405b-8d60-e5dd0859348a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:55.405265 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-20cb9f4b-a029-405b-8d60-e5dd0859348a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b7f0f220-83fa-4887-89eb-cc42a7b84a53 HTTP/1.1" status: 204 len: 168 time: 0.3569155 Aug 31 01:11:55.431579 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb9f4b-a029-405b-8d60-e5dd0859348a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f0f220-83fa-4887-89eb-cc42a7b84a53,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:55.455265 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-ea731175-f4e2-4bee-b5c7-d69badb1441e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:55.456782 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-ea731175-f4e2-4bee-b5c7-d69badb1441e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=98ab9da13d934f25b5b1fca982b961f3&device_id=ff16ed63-852d-4544-bddf-e07a063c4571 HTTP/1.1" status: 200 len: 1096 time: 0.0656924 Aug 31 01:11:55.467788 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ecdba7-06b0-4718-922c-f53cba6a631c req-99f8cc4c-5d0c-4873-9e3e-95fd4d72dc4b tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:55.469286 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-36ecdba7-06b0-4718-922c-f53cba6a631c req-99f8cc4c-5d0c-4873-9e3e-95fd4d72dc4b tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.1610689 Aug 31 01:11:55.480977 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5b7a1-cac7-4068-8d4b-74902085e496 req-4a4eb97f-336b-4ece-99f2-2bf5ab3e6733 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:55.482527 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-98c5b7a1-cac7-4068-8d4b-74902085e496 req-4a4eb97f-336b-4ece-99f2-2bf5ab3e6733 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 944 time: 0.1731534 Aug 31 01:11:55.485912 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-024d19b7-aafe-4a02-b6fa-c23eecfc1f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:55.511475 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-75575bcc-11a3-44e9-8a64-2e63822ba614 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2fb348ad-0e0b-4ed8-961c-6005340f3ff0 HTTP/1.1" status: 200 len: 217 time: 0.0359628 Aug 31 01:11:55.551246 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-024d19b7-aafe-4a02-b6fa-c23eecfc1f7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=94635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:11:55.569025 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-725fd78b-e458-40a3-a8c5-072bd9ac5020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:55.571278 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-725fd78b-e458-40a3-a8c5-072bd9ac5020 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f634684c-da13-425f-ac91-3350dc290132 HTTP/1.1" status: 200 len: 854 time: 0.0455902 Aug 31 01:11:55.583668 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024d19b7-aafe-4a02-b6fa-c23eecfc1f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360be2c1-7c4c-4d89-adf7-2b57c91256b4,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:55.601715 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-024d19b7-aafe-4a02-b6fa-c23eecfc1f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417'] for segment, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:55.602019 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.db.segments_db [None req-024d19b7-aafe-4a02-b6fa-c23eecfc1f7a admin admin] Added segment 136e9093-82c8-488c-90d1-ee823e08345f of type vlan for network c534f589-1d8a-478d-9545-cdea5e81a29a Aug 31 01:11:55.614731 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-de94bfd8-b648-4763-8648-55a539e59dbe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d6364cb-20be-4b34-9321-c4d0337d014e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320556 Aug 31 01:11:55.629517 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-36ecdba7-06b0-4718-922c-f53cba6a631c req-c58dba09-d744-426b-8c05-f325ec3068e0 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460805 Aug 31 01:11:55.641141 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-98c5b7a1-cac7-4068-8d4b-74902085e496 req-3bd4061f-f254-4b35-8f0c-6981b4fae392 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5db1daa-a506-4957-8837-925c5bc59749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416111 Aug 31 01:11:55.708222 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389b74b6-1abf-405d-aeb2-4e637128ec49 x-openstack-request-id: req-389b74b6-1abf-405d-aeb2-4e637128ec49 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:11:55.708513 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff16ed63-852d-4544-bddf-e07a063c4571", "tag": "2fb348ad-0e0b-4ed8-961c-6005340f3ff0", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:11:55.708755 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-389b74b6-1abf-405d-aeb2-4e637128ec49 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:11:55.709168 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff16ed63-852d-4544-bddf-e07a063c4571', 'tag': '2fb348ad-0e0b-4ed8-961c-6005340f3ff0', 'status': 'completed', 'code': 200} Aug 31 01:11:55.720714 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-024d19b7-aafe-4a02-b6fa-c23eecfc1f7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766773254247'] for network, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:55.726794 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a2ffe2c8-92ad-4bbb-8320-a1deb209b619 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:55.743190 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-e862c7ef-eb11-4f4b-91f0-b41ad3513e8d service neutron] 10.222.0.72 "GET /v2.0/networks/6d6364cb-20be-4b34-9321-c4d0337d014e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179252 Aug 31 01:11:55.774403 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a2ffe2c8-92ad-4bbb-8320-a1deb209b619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127206981'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:55.824824 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-024d19b7-aafe-4a02-b6fa-c23eecfc1f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308'] for network, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:55.825794 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024d19b7-aafe-4a02-b6fa-c23eecfc1f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:55.826386 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-024d19b7-aafe-4a02-b6fa-c23eecfc1f7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for network, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:55.901521 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-d2cbd9a4-19ab-4ad3-84ee-76ac2fe8ced9 req-386bf23e-ffc2-49df-9289-0d684ccd3004 service neutron] 10.222.0.72 "GET /v2.0/networks/6d6364cb-20be-4b34-9321-c4d0337d014e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436968 Aug 31 01:11:56.075488 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c794db-fad2-4bde-b1bc-29d251d3ed83 req-85014ed6-0ffd-4f67-a0de-4470ef237253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:56.077057 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-11c794db-fad2-4bde-b1bc-29d251d3ed83 req-85014ed6-0ffd-4f67-a0de-4470ef237253 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=98ab9da13d934f25b5b1fca982b961f3&device_id=ff16ed63-852d-4544-bddf-e07a063c4571 HTTP/1.1" status: 200 len: 1096 time: 0.0504239 Aug 31 01:11:56.123044 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ffe2c8-92ad-4bbb-8320-a1deb209b619 admin admin] Pushing event updated for resources: {'Port': ['ID=7d9453f6-315b-4432-8db0-3a85d55a2e23,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:56.127670 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a2ffe2c8-92ad-4bbb-8320-a1deb209b619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370990'] for router_interface, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:56.140899 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024d19b7-aafe-4a02-b6fa-c23eecfc1f7a admin admin] Pushing event updated for resources: {'Network': ['ID=c534f589-1d8a-478d-9545-cdea5e81a29a,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:56.154096 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Network c534f589-1d8a-478d-9545-cdea5e81a29a details requested by agent ovs-agent-dv-cinder-760180-3-iscsi with host dv-cinder-760180-3-iscsi {{(pid=94636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:11:56.223701 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-024d19b7-aafe-4a02-b6fa-c23eecfc1f7a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7081749 Aug 31 01:11:56.227824 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 57870) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:56.236323 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [None req-477da2bc-d10d-470c-8205-b41231ea0f4e admin admin] Request body: {'subnet': {'network_id': 'c534f589-1d8a-478d-9545-cdea5e81a29a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-717848227-subnet', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'ip_version': 4}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:56.262980 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c794db-fad2-4bde-b1bc-29d251d3ed83 req-800544db-1867-449a-837f-21423c83ba9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:56.263571 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 192e3c70-6a47-405d-8e52-7d33f407f4b8 up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:56.265661 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-11c794db-fad2-4bde-b1bc-29d251d3ed83 req-800544db-1867-449a-837f-21423c83ba9b service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d6364cb-20be-4b34-9321-c4d0337d014e HTTP/1.1" status: 200 len: 915 time: 0.1658592 Aug 31 01:11:56.275313 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device fc9b8e88-6b4a-4fe6-a915-ce88699f84b5 up at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:56.290809 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ffe2c8-92ad-4bbb-8320-a1deb209b619 admin admin] Network 2fc6af1f-08a2-43f2-9291-625451dc8ae8 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:56.319757 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-a2ffe2c8-92ad-4bbb-8320-a1deb209b619 admin admin] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:56.385885 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-11c794db-fad2-4bde-b1bc-29d251d3ed83 req-0c444c05-cc41-4470-9313-bda063a8acf9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2fb348ad-0e0b-4ed8-961c-6005340f3ff0 HTTP/1.1" status: 200 len: 217 time: 0.1067963 Aug 31 01:11:56.396263 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477da2bc-d10d-470c-8205-b41231ea0f4e admin admin] Made reservation on behalf of cd87758004a84b0894e10b0402589a05 for: {'subnet': 1} {{(pid=94635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:11:56.398693 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-477da2bc-d10d-470c-8205-b41231ea0f4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125832496'] for subnet, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:56.454183 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning for port 192e3c70-6a47-405d-8e52-7d33f407f4b8 completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:56.458330 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port 192e3c70-6a47-405d-8e52-7d33f407f4b8 triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:56.458735 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:56.462049 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c794db-fad2-4bde-b1bc-29d251d3ed83 req-8a283943-6ed4-4e6b-bcaf-384871998ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:56.469137 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-11c794db-fad2-4bde-b1bc-29d251d3ed83 req-8a283943-6ed4-4e6b-bcaf-384871998ec3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f634684c-da13-425f-ac91-3350dc290132 HTTP/1.1" status: 200 len: 854 time: 0.0695574 Aug 31 01:11:56.510855 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-11c794db-fad2-4bde-b1bc-29d251d3ed83 req-456f8b6a-6072-455f-9b8a-fa25ff2cb032 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d6364cb-20be-4b34-9321-c4d0337d014e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368762 Aug 31 01:11:56.560428 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Provisioning for port fc9b8e88-6b4a-4fe6-a915-ce88699f84b5 completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:11:56.568117 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e7b60-b7ca-4b09-ba86-556602b43240 req-06339587-9caa-4c4c-8d65-8e6b94bdc54e tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:56.572076 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-325e7b60-b7ca-4b09-ba86-556602b43240 req-06339587-9caa-4c4c-8d65-8e6b94bdc54e tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff16ed63-852d-4544-bddf-e07a063c4571 HTTP/1.1" status: 200 len: 943 time: 0.2776799 Aug 31 01:11:56.578739 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Provisioning complete for port fc9b8e88-6b4a-4fe6-a915-ce88699f84b5 triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:56.579291 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:56.580500 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5cbb9e-5a01-4a09-b9c7-bfe5f1ba267b req-8ca12420-f642-4063-b767-6c400145fe2c tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:56.581983 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-cc5cbb9e-5a01-4a09-b9c7-bfe5f1ba267b req-8ca12420-f642-4063-b767-6c400145fe2c tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 945 time: 0.3103230 Aug 31 01:11:56.638265 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ffe2c8-92ad-4bbb-8320-a1deb209b619 admin admin] Router ab6c78a4-17b7-4422-abdc-bb254178396a has already been hosted by L3 agent c5d183af-b1ef-4815-8853-b3c8447fce00 {{(pid=94635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:11:56.662088 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:56.666083 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-11c794db-fad2-4bde-b1bc-29d251d3ed83 req-572b5408-525b-4931-a11d-3c4d43f11dca service neutron] 10.222.0.72 "GET /v2.0/networks/6d6364cb-20be-4b34-9321-c4d0337d014e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411626 Aug 31 01:11:56.692714 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] For port 192e3c70-6a47-405d-8e52-7d33f407f4b8, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=192e3c70-6a47-405d-8e52-7d33f407f4b8,segment=NetworkSegment(1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a),segment_id=1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:56.724272 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-325e7b60-b7ca-4b09-ba86-556602b43240 req-272a1d2a-02a2-4381-a449-9af8c9ae503b tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411600 Aug 31 01:11:56.753570 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:56.776870 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:56.833100 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-11c794db-fad2-4bde-b1bc-29d251d3ed83 req-c618d854-0268-45f8-9fad-c9be506f75dc service neutron] 10.222.0.72 "GET /v2.0/networks/6d6364cb-20be-4b34-9321-c4d0337d014e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528780 Aug 31 01:11:56.842629 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-cc5cbb9e-5a01-4a09-b9c7-bfe5f1ba267b req-d3aca545-ee97-4dcd-aa88-2cf2d2ddf2cf tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2451701 Aug 31 01:11:56.864514 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb348ca-1622-4668-9b35-3d7328669904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc9b8e88-6b4a-4fe6-a915-ce88699f84b5'}] {{(pid=94636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:11:56.866834 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d232dde22f81f13b8276e8d192a9956b8a1abe374d21fab87add1b29b36cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9091e48c-321b-409b-9ef8-d36e68d4802e" -d '{"events": [{"server_uuid": "acb348ca-1622-4668-9b35-3d7328669904", "name": "network-vif-plugged", "status": "completed", "tag": "fc9b8e88-6b4a-4fe6-a915-ce88699f84b5"}]}' {{(pid=94636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:11:56.891049 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port fc9b8e88-6b4a-4fe6-a915-ce88699f84b5, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=fc9b8e88-6b4a-4fe6-a915-ce88699f84b5,segment=NetworkSegment(8e0748bd-fe28-47cc-9566-cdcf79345b0c),segment_id=8e0748bd-fe28-47cc-9566-cdcf79345b0c)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:56.894296 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Pushing event updated for resources: {'Port': ['ID=192e3c70-6a47-405d-8e52-7d33f407f4b8,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:56.899782 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-8a75d327-059d-4e75-850e-c9f05388d2cc None None] Provisioning complete for port 7d9453f6-315b-4432-8db0-3a85d55a2e23 triggered by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:56.900526 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-8a75d327-059d-4e75-850e-c9f05388d2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:56.930816 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f939ed-72e9-49db-aa07-b9de266eee32 x-openstack-request-id: req-64f939ed-72e9-49db-aa07-b9de266eee32 {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:11:56.931100 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb348ca-1622-4668-9b35-3d7328669904", "name": "network-vif-plugged", "status": "completed", "tag": "fc9b8e88-6b4a-4fe6-a915-ce88699f84b5", "code": 200}]} {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:11:56.931344 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-64f939ed-72e9-49db-aa07-b9de266eee32 {{(pid=94636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:11:56.931721 dv-cinder-760180-3-iscsi neutron-server[94636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb348ca-1622-4668-9b35-3d7328669904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc9b8e88-6b4a-4fe6-a915-ce88699f84b5', 'code': 200} Aug 31 01:11:56.950382 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-8a75d327-059d-4e75-850e-c9f05388d2cc None None] Port 7d9453f6-315b-4432-8db0-3a85d55a2e23 cannot update to ACTIVE because it is not bound. {{(pid=94636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:11:56.962676 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:57.016659 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d18d4d-7ce8-4a9a-8233-5d1574703c06 req-92db7ca7-6f0f-4297-b674-10b8cc0b1738 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:57.023818 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=fc9b8e88-6b4a-4fe6-a915-ce88699f84b5,revision_number=5']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:57.025180 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d9d18d4d-7ce8-4a9a-8233-5d1574703c06 req-92db7ca7-6f0f-4297-b674-10b8cc0b1738 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 944 time: 0.1759622 Aug 31 01:11:57.034186 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ffe2c8-92ad-4bbb-8320-a1deb209b619 admin admin] Notify agent at l3_agent.dv-cinder-760180-3-iscsi the message routers_updated {{(pid=94635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:11:57.041468 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-a2ffe2c8-92ad-4bbb-8320-a1deb209b619 admin admin] 10.222.0.43 "PUT /v2.0/routers/ab6c78a4-17b7-4422-abdc-bb254178396a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8629081 Aug 31 01:11:57.052092 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c505041-0c3e-4453-8180-69207f596315 None None] Sync routers for ids ['ab6c78a4-17b7-4422-abdc-bb254178396a'] in dv-cinder-760180-3-iscsi {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:11:57.062149 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c505041-0c3e-4453-8180-69207f596315 None None] Routers {'ab6c78a4-17b7-4422-abdc-bb254178396a'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:11:57.062813 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-1c505041-0c3e-4453-8180-69207f596315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:11:39Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['ab6c78a4-17b7-4422-abdc-bb254178396a'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:57.080392 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d9d18d4d-7ce8-4a9a-8233-5d1574703c06 req-be03143f-fb7f-44b7-9c8c-2ff9d4b55405 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5db1daa-a506-4957-8837-925c5bc59749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542061 Aug 31 01:11:57.089176 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-477da2bc-d10d-470c-8205-b41231ea0f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127206860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125832486'] for subnet, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:57.172947 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477da2bc-d10d-470c-8205-b41231ea0f4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3346ced-1b5d-4fc3-90c1-5d19f1ec19c9,revision_number=0']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:57.181613 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477da2bc-d10d-470c-8205-b41231ea0f4e admin admin] Checking segment: {'id': '136e9093-82c8-488c-90d1-ee823e08345f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c534f589-1d8a-478d-9545-cdea5e81a29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:57.181613 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477da2bc-d10d-470c-8205-b41231ea0f4e admin admin] Network hostable DHCP agents. Network: c534f589-1d8a-478d-9545-cdea5e81a29a, hostable agents: ['5f164b3b-8391-48cb-99c3-d9cfd53180ad'], hosted agents: [] {{(pid=94635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:11:57.222058 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-1c505041-0c3e-4453-8180-69207f596315 None None] Set router ab6c78a4-17b7-4422-abdc-bb254178396a gateway port host: dv-cinder-760180-3-iscsi {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:11:57.315895 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac5f60-4f2d-4a48-8503-16337189e675 req-0ce5ffac-e88e-4613-a88d-2b98dc2f4ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:57.317042 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477da2bc-d10d-470c-8205-b41231ea0f4e admin admin] Network c534f589-1d8a-478d-9545-cdea5e81a29a is scheduled to be hosted by DHCP agent 5f164b3b-8391-48cb-99c3-d9cfd53180ad with binding_index 1 {{(pid=94635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:11:57.317466 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-47ac5f60-4f2d-4a48-8503-16337189e675 req-0ce5ffac-e88e-4613-a88d-2b98dc2f4ec1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 1098 time: 0.0417922 Aug 31 01:11:57.365016 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-47ac5f60-4f2d-4a48-8503-16337189e675 req-f1a5cfb0-9738-4bb6-b7cf-5560049fb8a9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d5db1daa-a506-4957-8837-925c5bc59749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393887 Aug 31 01:11:57.438860 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-1c505041-0c3e-4453-8180-69207f596315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6c78a4-17b7-4422-abdc-bb254178396a', 'name': 'tempest-TestShelveInstance-1954449351-router', 'tenant_id': '09ce3c813e6b41ae88bd7d4b01296dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '192e3c70-6a47-405d-8e52-7d33f407f4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:47Z', 'updated_at': '2021-08-31T01:11:55Z', 'revision_number': 4, 'project_id': '09ce3c813e6b41ae88bd7d4b01296dbf', 'gw_port': {'id': '192e3c70-6a47-405d-8e52-7d33f407f4b8', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6c78a4-17b7-4422-abdc-bb254178396a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:49Z', 'updated_at': '2021-08-31T01:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': '7d9453f6-315b-4432-8db0-3a85d55a2e23', 'name': '', 'network_id': '2fc6af1f-08a2-43f2-9291-625451dc8ae8', 'tenant_id': '09ce3c813e6b41ae88bd7d4b01296dbf', 'mac_address': 'fa:16:3e:49:7c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6c78a4-17b7-4422-abdc-bb254178396a', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'ca6b5cc4-0578-46d2-988f-80699e4ef5b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:53Z', 'updated_at': '2021-08-31T01:11:55Z', 'revision_number': 2, 'project_id': '09ce3c813e6b41ae88bd7d4b01296dbf', 'subnets': [{'id': 'ca6b5cc4-0578-46d2-988f-80699e4ef5b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:57.448259 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-477da2bc-d10d-470c-8205-b41231ea0f4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760180-3-iscsi, c534f589-1d8a-478d-9545-cdea5e81a29a) {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:57.452437 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477da2bc-d10d-470c-8205-b41231ea0f4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:57.454241 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-477da2bc-d10d-470c-8205-b41231ea0f4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for subnet, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:57.467120 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b867289-2ce1-430e-809f-b02dbea8d1d7 None None] Network c534f589-1d8a-478d-9545-cdea5e81a29a requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:11:57.479747 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c505041-0c3e-4453-8180-69207f596315 None None] Checking router: ab6c78a4-17b7-4422-abdc-bb254178396a for host: dv-cinder-760180-3-iscsi {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:11:57.479916 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c505041-0c3e-4453-8180-69207f596315 None None] Updating router ab6c78a4-17b7-4422-abdc-bb254178396a port 7d9453f6-315b-4432-8db0-3a85d55a2e23 binding host dv-cinder-760180-3-iscsi {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:11:57.603367 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85b942-16c7-4337-87de-44db6ec4208f req-6c945083-c773-4ed8-ba1e-b28cc7664028 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:57.605099 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bc85b942-16c7-4337-87de-44db6ec4208f req-6c945083-c773-4ed8-ba1e-b28cc7664028 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0543168 Aug 31 01:11:57.609359 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 57910) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:57.609847 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-477da2bc-d10d-470c-8205-b41231ea0f4e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3801079 Aug 31 01:11:57.614587 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-b836e0ae-f56a-4532-9d2d-2904bbab7be9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-717848227-router', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:57.658936 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bc85b942-16c7-4337-87de-44db6ec4208f req-e4f4ace0-4dae-4c33-95a5-e3bd554f74da tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364053 Aug 31 01:11:57.660436 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-1c505041-0c3e-4453-8180-69207f596315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:57.728172 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b836e0ae-f56a-4532-9d2d-2904bbab7be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-468235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4389'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:57.729661 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b836e0ae-f56a-4532-9d2d-2904bbab7be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-369389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-373117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:57.750160 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 57918) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:57.755697 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [None req-91dbc125-e029-4961-9c1a-c905c296aef5 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-106657886', 'description': 'tempest-secgroup-smoke-106657886 description', 'project_id': '4df7148800d8445eb8e806c1f06e0c15'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:57.800322 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b836e0ae-f56a-4532-9d2d-2904bbab7be9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:57.856221 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-91dbc125-e029-4961-9c1a-c905c296aef5 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks [] for security_group, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:57.904404 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0648dd-de81-4f16-8214-fd90768f84a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdfa1eee9-65b0-5927-8ea5-c2c6bfaf40d4-c534f589-1d8a-478d-9545-cdea5e81a29a', 'network_id': 'c534f589-1d8a-478d-9545-cdea5e81a29a', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'fixed_ips': [{'subnet_id': 'e3346ced-1b5d-4fc3-90c1-5d19f1ec19c9'}]}} from dv-cinder-760180-3-iscsi. {{(pid=94636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:11:57.905313 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-ce0648dd-de81-4f16-8214-fd90768f84a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:57.938361 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db294e25-d3ad-481d-a9ab-51d36d45b02e req-1dc47deb-e86b-4d45-8cae-06c86dd0c4fd tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:57.946750 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-db294e25-d3ad-481d-a9ab-51d36d45b02e req-1dc47deb-e86b-4d45-8cae-06c86dd0c4fd tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff16ed63-852d-4544-bddf-e07a063c4571 HTTP/1.1" status: 200 len: 943 time: 0.0961175 Aug 31 01:11:58.015905 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-db294e25-d3ad-481d-a9ab-51d36d45b02e req-9773d60a-ef6f-44ac-a5ab-02438f82eac5 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654407 Aug 31 01:11:58.037442 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b836e0ae-f56a-4532-9d2d-2904bbab7be9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:58.066149 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-91dbc125-e029-4961-9c1a-c905c296aef5 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks [] for security_group, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:58.156918 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.db_base_plugin_common [None req-ce0648dd-de81-4f16-8214-fd90768f84a6 None None] Allocated IP 172.20.0.2 (c534f589-1d8a-478d-9545-cdea5e81a29a/e3346ced-1b5d-4fc3-90c1-5d19f1ec19c9/a6a54463-e3a8-44d3-ac0b-1851572c69e2) {{(pid=94636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:58.178828 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-1c505041-0c3e-4453-8180-69207f596315 None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:58.202766 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-91dbc125-e029-4961-9c1a-c905c296aef5 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:58.226288 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-1c505041-0c3e-4453-8180-69207f596315 None None] Transition to ACTIVE for port object 7d9453f6-315b-4432-8db0-3a85d55a2e23 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:58.255698 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 192e3c70-6a47-405d-8e52-7d33f407f4b8 up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:11:58.282411 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 2fb348ad-0e0b-4ed8-961c-6005340f3ff0 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:11:58.295908 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136876d-3c8e-406a-8892-e49245a79bae req-7df69fc2-ee32-44e4-a1db-c120cc37ec57 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:58.304182 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4136876d-3c8e-406a-8892-e49245a79bae req-7df69fc2-ee32-44e4-a1db-c120cc37ec57 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 945 time: 0.1740887 Aug 31 01:11:58.306822 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dbc125-e029-4961-9c1a-c905c296aef5 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e27b6c-4557-4ddd-bf24-cd03db70f192,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:58.323621 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-1c505041-0c3e-4453-8180-69207f596315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:58.349564 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-91dbc125-e029-4961-9c1a-c905c296aef5 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:58.350989 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-91dbc125-e029-4961-9c1a-c905c296aef5 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5995152 Aug 31 01:11:58.357986 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 57938) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:58.372366 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [None req-7d34274f-e38b-458c-a5b7-3bd8a532fff4 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Request body: {'security_group_rule': {'security_group_id': 'f3e27b6c-4557-4ddd-bf24-cd03db70f192', 'project_id': '4df7148800d8445eb8e806c1f06e0c15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:58.392993 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4136876d-3c8e-406a-8892-e49245a79bae req-8db0b66b-35e6-423a-804e-f4de17412bfe tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858226 Aug 31 01:11:58.457553 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b836e0ae-f56a-4532-9d2d-2904bbab7be9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:58.485580 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b836e0ae-f56a-4532-9d2d-2904bbab7be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:58.487339 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-ce0648dd-de81-4f16-8214-fd90768f84a6 None None] Notify callbacks [] for port, precommit_create {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:58.492405 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84199bf6-946a-4ea8-a415-6005f3091072 None None] Pushing event updated for resources: {'Port': ['ID=7d9453f6-315b-4432-8db0-3a85d55a2e23,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:58.535393 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-ce0648dd-de81-4f16-8214-fd90768f84a6 None None] Transition to ACTIVE for port object a6a54463-e3a8-44d3-ac0b-1851572c69e2 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:58.551940 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7d34274f-e38b-458c-a5b7-3bd8a532fff4 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:58.573942 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port 192e3c70-6a47-405d-8e52-7d33f407f4b8 triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:11:58.574268 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:58.581657 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc24a3-d07a-4d43-9da6-4b5d4404b1fa req-3ada04cb-a33f-44fe-9b99-6226760dd371 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:58.584167 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-60bc24a3-d07a-4d43-9da6-4b5d4404b1fa req-3ada04cb-a33f-44fe-9b99-6226760dd371 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 945 time: 0.1063316 Aug 31 01:11:58.643192 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-ce0648dd-de81-4f16-8214-fd90768f84a6 None None] Transition to ACTIVE for port object a6a54463-e3a8-44d3-ac0b-1851572c69e2 will not be triggered until provisioned by entity DHCP. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:11:58.644600 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-1c505041-0c3e-4453-8180-69207f596315 None None] Attempting to bind port 7d9453f6-315b-4432-8db0-3a85d55a2e23 on host dv-cinder-760180-3-iscsi for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:11:58.645150 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-1c505041-0c3e-4453-8180-69207f596315 None None] Attempting to bind port 7d9453f6-315b-4432-8db0-3a85d55a2e23 by drivers openvswitch,hyperv on host dv-cinder-760180-3-iscsi at level 0 using segments [{'id': 'ef0f2bb0-9f5a-4bc2-8605-93f893c563c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2fc6af1f-08a2-43f2-9291-625451dc8ae8'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:11:58.645527 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c505041-0c3e-4453-8180-69207f596315 None None] Attempting to bind port 7d9453f6-315b-4432-8db0-3a85d55a2e23 on network 2fc6af1f-08a2-43f2-9291-625451dc8ae8 {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:58.656471 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 2fb348ad-0e0b-4ed8-961c-6005340f3ff0, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=2fb348ad-0e0b-4ed8-961c-6005340f3ff0,segment=NetworkSegment(0f15d5f7-ec41-4aa6-9213-d85d0fa11953),segment_id=0f15d5f7-ec41-4aa6-9213-d85d0fa11953)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:58.682387 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c505041-0c3e-4453-8180-69207f596315 None None] Checking agent: {'id': 'e0e3d429-98ee-4375-b253-cc814bb4b4fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760180-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 1, 9), 'started_at': datetime.datetime(2021, 8, 31, 1, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760180-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:11:58.682782 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c505041-0c3e-4453-8180-69207f596315 None None] Checking segment: {'id': 'ef0f2bb0-9f5a-4bc2-8605-93f893c563c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2fc6af1f-08a2-43f2-9291-625451dc8ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:58.683112 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-1c505041-0c3e-4453-8180-69207f596315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:58.683510 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c505041-0c3e-4453-8180-69207f596315 None None] Bound using segment: {'id': 'ef0f2bb0-9f5a-4bc2-8605-93f893c563c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2fc6af1f-08a2-43f2-9291-625451dc8ae8'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:11:58.684005 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-1c505041-0c3e-4453-8180-69207f596315 None None] Bound port: 7d9453f6-315b-4432-8db0-3a85d55a2e23, host: dv-cinder-760180-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f2bb0-9f5a-4bc2-8605-93f893c563c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '2fc6af1f-08a2-43f2-9291-625451dc8ae8'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:11:58.684390 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-1c505041-0c3e-4453-8180-69207f596315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:58.689508 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Returning: {'device': '2fb348ad-0e0b-4ed8-961c-6005340f3ff0', 'network_id': '6d6364cb-20be-4b34-9321-c4d0337d014e', 'port_id': '2fb348ad-0e0b-4ed8-961c-6005340f3ff0', 'mac_address': 'fa:16:3e:74:54:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f634684c-da13-425f-ac91-3350dc290132', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:11:58.696180 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7d34274f-e38b-458c-a5b7-3bd8a532fff4 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:58.702837 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-60bc24a3-d07a-4d43-9da6-4b5d4404b1fa req-c076b15b-be83-4fca-aaab-a1c15b08a8f9 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5db1daa-a506-4957-8837-925c5bc59749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075408 Aug 31 01:11:58.768648 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7d34274f-e38b-458c-a5b7-3bd8a532fff4 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021170'] for security_group_rule, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:58.793104 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-ce0648dd-de81-4f16-8214-fd90768f84a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222'] for port, after_create {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:58.795674 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:58.799917 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d34274f-e38b-458c-a5b7-3bd8a532fff4 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba9ef88c-5ca9-440e-84bc-2aaea2ec9a4d,revision_number=0']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:58.900689 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fb348ad-0e0b-4ed8-961c-6005340f3ff0 {{(pid=94636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:11:58.911124 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7d34274f-e38b-458c-a5b7-3bd8a532fff4 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:58.912632 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-7d34274f-e38b-458c-a5b7-3bd8a532fff4 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5533192 Aug 31 01:11:58.916210 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 57952) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:58.921426 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [None req-edad4ad4-4ae8-4e30-a838-a947f83097d6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Request body: {'security_group_rule': {'security_group_id': 'f3e27b6c-4557-4ddd-bf24-cd03db70f192', 'project_id': '4df7148800d8445eb8e806c1f06e0c15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:58.924431 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0648dd-de81-4f16-8214-fd90768f84a6 None None] Pushing event updated for resources: {'Port': ['ID=a6a54463-e3a8-44d3-ac0b-1851572c69e2,revision_number=1']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:58.933356 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0648dd-de81-4f16-8214-fd90768f84a6 None None] Network c534f589-1d8a-478d-9545-cdea5e81a29a is already hosted by enough agents. {{(pid=94636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:58.944929 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.scheduler.base_scheduler [None req-ce0648dd-de81-4f16-8214-fd90768f84a6 None None] Resources bound (agent type, host, resource id): {{(pid=94636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:58.947259 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-b836e0ae-f56a-4532-9d2d-2904bbab7be9 admin admin] Allocated IP 172.27.3.67 (6de9ff05-f8f6-4fd1-b476-077a32a7a2f5/44be20a0-ff0a-4c00-a541-a9ead83fffe9/08299612-f80e-4117-a7e8-f0a0dd807689) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:11:58.952892 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0648dd-de81-4f16-8214-fd90768f84a6 None None] Received port after_create {{(pid=94636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:58.965446 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-1c505041-0c3e-4453-8180-69207f596315 None None] For port 7d9453f6-315b-4432-8db0-3a85d55a2e23, host dv-cinder-760180-3-iscsi, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:11:58.972608 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 2fb348ad-0e0b-4ed8-961c-6005340f3ff0, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=2fb348ad-0e0b-4ed8-961c-6005340f3ff0,segment=NetworkSegment(0f15d5f7-ec41-4aa6-9213-d85d0fa11953),segment_id=0f15d5f7-ec41-4aa6-9213-d85d0fa11953)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:11:58.989159 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-1c505041-0c3e-4453-8180-69207f596315 None None] For port 7d9453f6-315b-4432-8db0-3a85d55a2e23, host dv-cinder-760180-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=7d9453f6-315b-4432-8db0-3a85d55a2e23,segment=NetworkSegment(ef0f2bb0-9f5a-4bc2-8605-93f893c563c3),segment_id=ef0f2bb0-9f5a-4bc2-8605-93f893c563c3)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:11:59.021035 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-edad4ad4-4ae8-4e30-a838-a947f83097d6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:59.034367 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-ce0648dd-de81-4f16-8214-fd90768f84a6 None None] Attempting to bind port a6a54463-e3a8-44d3-ac0b-1851572c69e2 on host dv-cinder-760180-3-iscsi for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:11:59.034786 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-ce0648dd-de81-4f16-8214-fd90768f84a6 None None] Attempting to bind port a6a54463-e3a8-44d3-ac0b-1851572c69e2 by drivers openvswitch,hyperv on host dv-cinder-760180-3-iscsi at level 0 using segments [{'id': '136e9093-82c8-488c-90d1-ee823e08345f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c534f589-1d8a-478d-9545-cdea5e81a29a'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:11:59.040438 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0648dd-de81-4f16-8214-fd90768f84a6 None None] Attempting to bind port a6a54463-e3a8-44d3-ac0b-1851572c69e2 on network c534f589-1d8a-478d-9545-cdea5e81a29a {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:11:59.042449 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0648dd-de81-4f16-8214-fd90768f84a6 None None] Checking agent: {'id': 'e0e3d429-98ee-4375-b253-cc814bb4b4fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760180-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 1, 9), 'started_at': datetime.datetime(2021, 8, 31, 1, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760180-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:11:59.042927 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0648dd-de81-4f16-8214-fd90768f84a6 None None] Checking segment: {'id': '136e9093-82c8-488c-90d1-ee823e08345f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c534f589-1d8a-478d-9545-cdea5e81a29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:11:59.043331 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-ce0648dd-de81-4f16-8214-fd90768f84a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:59.043725 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0648dd-de81-4f16-8214-fd90768f84a6 None None] Bound using segment: {'id': '136e9093-82c8-488c-90d1-ee823e08345f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c534f589-1d8a-478d-9545-cdea5e81a29a'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:11:59.044246 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-ce0648dd-de81-4f16-8214-fd90768f84a6 None None] Bound port: a6a54463-e3a8-44d3-ac0b-1851572c69e2, host: dv-cinder-760180-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136e9093-82c8-488c-90d1-ee823e08345f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c534f589-1d8a-478d-9545-cdea5e81a29a'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:11:59.044631 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-ce0648dd-de81-4f16-8214-fd90768f84a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:59.047933 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:59.087351 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-1c505041-0c3e-4453-8180-69207f596315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:59.130467 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-edad4ad4-4ae8-4e30-a838-a947f83097d6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:59.152190 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b836e0ae-f56a-4532-9d2d-2904bbab7be9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:59.183007 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=2fb348ad-0e0b-4ed8-961c-6005340f3ff0,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:59.206525 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc9dc5-5593-4c06-a47e-e4f3a60301e7 req-e0931d61-7956-4773-bd93-7cd6af214731 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:59.214270 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d9fc9dc5-5593-4c06-a47e-e4f3a60301e7 req-e0931d61-7956-4773-bd93-7cd6af214731 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff16ed63-852d-4544-bddf-e07a063c4571 HTTP/1.1" status: 200 len: 944 time: 0.0818992 Aug 31 01:11:59.246326 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-ce0648dd-de81-4f16-8214-fd90768f84a6 None None] For port a6a54463-e3a8-44d3-ac0b-1851572c69e2, host dv-cinder-760180-3-iscsi, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:11:59.250693 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-ce0648dd-de81-4f16-8214-fd90768f84a6 None None] For port a6a54463-e3a8-44d3-ac0b-1851572c69e2, host dv-cinder-760180-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=a6a54463-e3a8-44d3-ac0b-1851572c69e2,segment=NetworkSegment(136e9093-82c8-488c-90d1-ee823e08345f),segment_id=136e9093-82c8-488c-90d1-ee823e08345f)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:11:59.254221 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c505041-0c3e-4453-8180-69207f596315 None None] Routers {'ab6c78a4-17b7-4422-abdc-bb254178396a'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:11:59.254790 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-1c505041-0c3e-4453-8180-69207f596315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:11:39Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['ab6c78a4-17b7-4422-abdc-bb254178396a'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:11:59.270208 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-edad4ad4-4ae8-4e30-a838-a947f83097d6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021170'] for security_group_rule, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:59.313410 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b836e0ae-f56a-4532-9d2d-2904bbab7be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:59.363353 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-ce0648dd-de81-4f16-8214-fd90768f84a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:59.376291 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b836e0ae-f56a-4532-9d2d-2904bbab7be9 admin admin] Network 6de9ff05-f8f6-4fd1-b476-077a32a7a2f5 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:11:59.383874 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad4ad4-4ae8-4e30-a838-a947f83097d6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c3dd30a-aad7-4ccb-9262-05ea0192be91,revision_number=0']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:59.390163 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-b836e0ae-f56a-4532-9d2d-2904bbab7be9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:11:59.395231 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b836e0ae-f56a-4532-9d2d-2904bbab7be9 admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:11:59.406683 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b836e0ae-f56a-4532-9d2d-2904bbab7be9 admin admin] Pushing event updated for resources: {'Port': ['ID=08299612-f80e-4117-a7e8-f0a0dd807689,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:59.408661 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84199bf6-946a-4ea8-a415-6005f3091072 None None] Pushing event updated for resources: {'Port': ['ID=7d9453f6-315b-4432-8db0-3a85d55a2e23,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:59.423577 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d9fc9dc5-5593-4c06-a47e-e4f3a60301e7 req-06d467d2-589f-4e98-b102-c1d51e1aaab8 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077487 Aug 31 01:11:59.443213 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-edad4ad4-4ae8-4e30-a838-a947f83097d6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:59.447818 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-edad4ad4-4ae8-4e30-a838-a947f83097d6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5303171 Aug 31 01:11:59.454364 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 57966) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:59.460331 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [None req-d7fd2d51-4730-4377-a448-391b38c07878 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Request body: {'security_group_rule': {'security_group_id': 'f3e27b6c-4557-4ddd-bf24-cd03db70f192', 'project_id': '4df7148800d8445eb8e806c1f06e0c15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:59.563477 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] get_ports_and_sgs() called for port_ids ['2fb348ad-0e0b-4ed8-961c-6005340f3ff0'] {{(pid=94636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:11:59.598581 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004be545-5c5a-44eb-a4f9-a0ecc187b2bb req-c94b7e58-11f4-4b0a-9889-671b9292bb1e tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:59.600108 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-004be545-5c5a-44eb-a4f9-a0ecc187b2bb req-c94b7e58-11f4-4b0a-9889-671b9292bb1e tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 945 time: 0.0751269 Aug 31 01:11:59.613810 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d7fd2d51-4730-4377-a448-391b38c07878 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:59.634267 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0648dd-de81-4f16-8214-fd90768f84a6 None None] Pushing event updated for resources: {'Port': ['ID=a6a54463-e3a8-44d3-ac0b-1851572c69e2,revision_number=2']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:59.670520 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-004be545-5c5a-44eb-a4f9-a0ecc187b2bb req-78b3bff6-d2d9-4070-b8a0-156447176c84 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638053 Aug 31 01:11:59.688714 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-1c505041-0c3e-4453-8180-69207f596315 None None] Set router ab6c78a4-17b7-4422-abdc-bb254178396a gateway port host: dv-cinder-760180-3-iscsi {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:11:59.695052 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d7fd2d51-4730-4377-a448-391b38c07878 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:59.761872 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d7fd2d51-4730-4377-a448-391b38c07878 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021170'] for security_group_rule, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:59.802145 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd2d51-4730-4377-a448-391b38c07878 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32adec7b-b491-4f2d-93da-1d0bda322c54,revision_number=0']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:11:59.863129 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b836e0ae-f56a-4532-9d2d-2904bbab7be9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:59.885267 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d7fd2d51-4730-4377-a448-391b38c07878 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:11:59.890434 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-d7fd2d51-4730-4377-a448-391b38c07878 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4348001 Aug 31 01:11:59.891654 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 57972) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:11:59.899770 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [None req-833dd0db-8a73-4e0a-af78-0e61a1b4c0a6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Request body: {'security_group_rule': {'security_group_id': 'f3e27b6c-4557-4ddd-bf24-cd03db70f192', 'project_id': '4df7148800d8445eb8e806c1f06e0c15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:11:59.946453 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d1149-6020-4221-82ab-91bd2ea80739 req-4f9e2e4c-5159-408b-9011-afe50a79ae61 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:11:59.948105 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4b5d1149-6020-4221-82ab-91bd2ea80739 req-4f9e2e4c-5159-408b-9011-afe50a79ae61 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 945 time: 0.1230152 Aug 31 01:11:59.990149 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4b5d1149-6020-4221-82ab-91bd2ea80739 req-d8352ce2-f088-41cf-96e0-f78b229141b9 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5db1daa-a506-4957-8837-925c5bc59749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351665 Aug 31 01:12:00.061130 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-833dd0db-8a73-4e0a-af78-0e61a1b4c0a6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:00.158782 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b836e0ae-f56a-4532-9d2d-2904bbab7be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-369364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371949'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:00.232801 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc07a56-701a-4e49-bea7-f77377f037b8 req-4568c125-f965-40f2-9652-efdc78f658c1 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:00.232801 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2bc07a56-701a-4e49-bea7-f77377f037b8 req-4568c125-f965-40f2-9652-efdc78f658c1 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 945 time: 0.1268456 Aug 31 01:12:00.237515 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-833dd0db-8a73-4e0a-af78-0e61a1b4c0a6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:00.251027 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device a6a54463-e3a8-44d3-ac0b-1851572c69e2 up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:12:00.288701 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2bc07a56-701a-4e49-bea7-f77377f037b8 req-02dc8a20-a47c-4e19-88ac-de16335889f2 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5db1daa-a506-4957-8837-925c5bc59749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470624 Aug 31 01:12:00.310968 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-833dd0db-8a73-4e0a-af78-0e61a1b4c0a6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021170'] for security_group_rule, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:00.339416 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833dd0db-8a73-4e0a-af78-0e61a1b4c0a6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=541954ad-5c61-45c2-af3d-cd83482d6cfc,revision_number=0']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:00.401237 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-1c505041-0c3e-4453-8180-69207f596315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6c78a4-17b7-4422-abdc-bb254178396a', 'name': 'tempest-TestShelveInstance-1954449351-router', 'tenant_id': '09ce3c813e6b41ae88bd7d4b01296dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '192e3c70-6a47-405d-8e52-7d33f407f4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:47Z', 'updated_at': '2021-08-31T01:11:55Z', 'revision_number': 4, 'project_id': '09ce3c813e6b41ae88bd7d4b01296dbf', 'gw_port': {'id': '192e3c70-6a47-405d-8e52-7d33f407f4b8', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6c78a4-17b7-4422-abdc-bb254178396a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:49Z', 'updated_at': '2021-08-31T01:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': '7d9453f6-315b-4432-8db0-3a85d55a2e23', 'name': '', 'network_id': '2fc6af1f-08a2-43f2-9291-625451dc8ae8', 'tenant_id': '09ce3c813e6b41ae88bd7d4b01296dbf', 'mac_address': 'fa:16:3e:49:7c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6c78a4-17b7-4422-abdc-bb254178396a', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'ca6b5cc4-0578-46d2-988f-80699e4ef5b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:53Z', 'updated_at': '2021-08-31T01:11:58Z', 'revision_number': 4, 'project_id': '09ce3c813e6b41ae88bd7d4b01296dbf', 'subnets': [{'id': 'ca6b5cc4-0578-46d2-988f-80699e4ef5b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:00.436855 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-833dd0db-8a73-4e0a-af78-0e61a1b4c0a6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:00.441342 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-833dd0db-8a73-4e0a-af78-0e61a1b4c0a6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5476689 Aug 31 01:12:00.441524 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 57986) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:00.447096 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-319cfaca-816e-40a7-beae-ffca581ca5a6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Request body: {'security_group_rule': {'security_group_id': 'f3e27b6c-4557-4ddd-bf24-cd03db70f192', 'project_id': '4df7148800d8445eb8e806c1f06e0c15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:00.455215 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c505041-0c3e-4453-8180-69207f596315 None None] The sync data for ids ['ab6c78a4-17b7-4422-abdc-bb254178396a'] in dv-cinder-760180-3-iscsi is: [{'id': 'ab6c78a4-17b7-4422-abdc-bb254178396a', 'name': 'tempest-TestShelveInstance-1954449351-router', 'tenant_id': '09ce3c813e6b41ae88bd7d4b01296dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '192e3c70-6a47-405d-8e52-7d33f407f4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:47Z', 'updated_at': '2021-08-31T01:11:55Z', 'revision_number': 4, 'project_id': '09ce3c813e6b41ae88bd7d4b01296dbf', 'gw_port': {'id': '192e3c70-6a47-405d-8e52-7d33f407f4b8', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6c78a4-17b7-4422-abdc-bb254178396a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:49Z', 'updated_at': '2021-08-31T01:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': '7d9453f6-315b-4432-8db0-3a85d55a2e23', 'name': '', 'network_id': '2fc6af1f-08a2-43f2-9291-625451dc8ae8', 'tenant_id': '09ce3c813e6b41ae88bd7d4b01296dbf', 'mac_address': 'fa:16:3e:49:7c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6c78a4-17b7-4422-abdc-bb254178396a', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'ca6b5cc4-0578-46d2-988f-80699e4ef5b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:53Z', 'updated_at': '2021-08-31T01:11:58Z', 'revision_number': 4, 'project_id': '09ce3c813e6b41ae88bd7d4b01296dbf', 'subnets': [{'id': 'ca6b5cc4-0578-46d2-988f-80699e4ef5b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:12:00.495794 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b836e0ae-f56a-4532-9d2d-2904bbab7be9 admin admin] Router fb827655-e05a-4602-9186-a489a84291e7 is scheduled to L3 agent c5d183af-b1ef-4815-8853-b3c8447fce00 with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:12:00.552094 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning for port a6a54463-e3a8-44d3-ac0b-1851572c69e2 completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:00.563090 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.db.securitygroups_db [None req-319cfaca-816e-40a7-beae-ffca581ca5a6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Project 4df7148800d8445eb8e806c1f06e0c15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:12:00.573366 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-319cfaca-816e-40a7-beae-ffca581ca5a6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:00.751936 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b836e0ae-f56a-4532-9d2d-2904bbab7be9 admin admin] Notify agent at l3_agent.dv-cinder-760180-3-iscsi the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:12:00.773129 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:12:00.776173 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37d4d4d-a894-4204-9c3a-ce54933b1757 None None] Sync routers for ids ['fb827655-e05a-4602-9186-a489a84291e7'] in dv-cinder-760180-3-iscsi {{(pid=94637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:12:00.787691 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37d4d4d-a894-4204-9c3a-ce54933b1757 None None] Routers {'fb827655-e05a-4602-9186-a489a84291e7'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:00.788670 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-a37d4d4d-a894-4204-9c3a-ce54933b1757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:11:39Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['fb827655-e05a-4602-9186-a489a84291e7'], 'active': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:00.812957 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-319cfaca-816e-40a7-beae-ffca581ca5a6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:00.833781 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff485204-2717-4c7c-800f-e66126979d31 req-a2cda4b9-6963-4154-b0d4-dbdc9bd56ac5 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:00.835325 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ff485204-2717-4c7c-800f-e66126979d31 req-a2cda4b9-6963-4154-b0d4-dbdc9bd56ac5 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff16ed63-852d-4544-bddf-e07a063c4571 HTTP/1.1" status: 200 len: 944 time: 0.1126313 Aug 31 01:12:00.842858 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24eea08-d820-4952-800a-15f7a51bb1ff req-dbd25e33-3dce-437b-84a7-f8235badb292 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:00.844373 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b24eea08-d820-4952-800a-15f7a51bb1ff req-dbd25e33-3dce-437b-84a7-f8235badb292 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 945 time: 0.1109922 Aug 31 01:12:00.877514 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b888d54-6c6f-4ecd-9c19-341fbd0eecc7 None None] Network c534f589-1d8a-478d-9545-cdea5e81a29a requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:12:00.898798 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ff485204-2717-4c7c-800f-e66126979d31 req-c1265a92-5601-49ce-91a7-5e4ef1fe1f86 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534089 Aug 31 01:12:00.913457 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b24eea08-d820-4952-800a-15f7a51bb1ff req-9c282b7b-26d0-4854-8e72-9e72ddd8ae17 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5db1daa-a506-4957-8837-925c5bc59749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595930 Aug 31 01:12:00.937871 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvr_db [None req-a37d4d4d-a894-4204-9c3a-ce54933b1757 None None] Set router fb827655-e05a-4602-9186-a489a84291e7 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:12:00.960134 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-319cfaca-816e-40a7-beae-ffca581ca5a6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021170'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:00.985292 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b836e0ae-f56a-4532-9d2d-2904bbab7be9 admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:00.992761 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 57996) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:00.993972 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-b836e0ae-f56a-4532-9d2d-2904bbab7be9 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3785436 Aug 31 01:12:01.010229 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319cfaca-816e-40a7-beae-ffca581ca5a6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17900e9d-1485-438f-9af0-7592a41c5c86,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:01.097637 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-319cfaca-816e-40a7-beae-ffca581ca5a6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:01.104172 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-319cfaca-816e-40a7-beae-ffca581ca5a6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6582730 Aug 31 01:12:01.104172 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 57998) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:01.110721 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-c23a3fa5-fc8a-43cd-8959-5587fa29d8ef tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Request body: {'security_group_rule': {'security_group_id': 'f3e27b6c-4557-4ddd-bf24-cd03db70f192', 'project_id': '4df7148800d8445eb8e806c1f06e0c15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:01.112322 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-efab92ea-3602-4351-af53-50ae4ed2eb06 None None] Provisioning for port a6a54463-e3a8-44d3-ac0b-1851572c69e2 completed by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:01.157566 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-efab92ea-3602-4351-af53-50ae4ed2eb06 None None] Provisioning complete for port a6a54463-e3a8-44d3-ac0b-1851572c69e2 triggered by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:01.157950 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-efab92ea-3602-4351-af53-50ae4ed2eb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:01.230111 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-a37d4d4d-a894-4204-9c3a-ce54933b1757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb827655-e05a-4602-9186-a489a84291e7', 'name': 'tempest-TestVolumeBootPattern-717848227-router', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '08299612-f80e-4117-a7e8-f0a0dd807689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:57Z', 'updated_at': '2021-08-31T01:11:59Z', 'revision_number': 3, 'project_id': 'cd87758004a84b0894e10b0402589a05', 'gw_port': {'id': '08299612-f80e-4117-a7e8-f0a0dd807689', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb827655-e05a-4602-9186-a489a84291e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:58Z', 'updated_at': '2021-08-31T01:11:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi'}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:01.231285 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f7267-69c2-4699-ba4e-29f104da0ceb req-961e36a9-77b8-4809-9738-e6a612820a0d tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:01.232833 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d27f7267-69c2-4699-ba4e-29f104da0ceb req-961e36a9-77b8-4809-9738-e6a612820a0d tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.1640427 Aug 31 01:12:01.243256 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.db.securitygroups_db [None req-c23a3fa5-fc8a-43cd-8959-5587fa29d8ef tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Project 4df7148800d8445eb8e806c1f06e0c15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:12:01.244974 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b391fcf-6ddb-441b-b599-beda502b89e0 req-b3641d09-7139-4b9a-ba20-8ed66a96c9e0 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:01.251960 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c23a3fa5-fc8a-43cd-8959-5587fa29d8ef tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:01.252258 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3b391fcf-6ddb-441b-b599-beda502b89e0 req-b3641d09-7139-4b9a-ba20-8ed66a96c9e0 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 945 time: 0.1821728 Aug 31 01:12:01.284523 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37d4d4d-a894-4204-9c3a-ce54933b1757 None None] Checking router: fb827655-e05a-4602-9186-a489a84291e7 for host: dv-cinder-760180-3-iscsi {{(pid=94637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:12:01.285676 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37d4d4d-a894-4204-9c3a-ce54933b1757 None None] Updating router fb827655-e05a-4602-9186-a489a84291e7 port 08299612-f80e-4117-a7e8-f0a0dd807689 binding host dv-cinder-760180-3-iscsi {{(pid=94637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:12:01.316487 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-a37d4d4d-a894-4204-9c3a-ce54933b1757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:01.416952 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c23a3fa5-fc8a-43cd-8959-5587fa29d8ef tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:01.420413 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-efab92ea-3602-4351-af53-50ae4ed2eb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:01.466804 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d27f7267-69c2-4699-ba4e-29f104da0ceb req-574aac98-efe5-4067-9147-a63b550540a4 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2076285 Aug 31 01:12:01.496908 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3b391fcf-6ddb-441b-b599-beda502b89e0 req-d149d802-f125-4e00-a57b-b9c5f5a41fb1 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2391438 Aug 31 01:12:01.497366 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-efab92ea-3602-4351-af53-50ae4ed2eb06 None None] For port a6a54463-e3a8-44d3-ac0b-1851572c69e2, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=a6a54463-e3a8-44d3-ac0b-1851572c69e2,segment=NetworkSegment(136e9093-82c8-488c-90d1-ee823e08345f),segment_id=136e9093-82c8-488c-90d1-ee823e08345f)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:01.510145 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c23a3fa5-fc8a-43cd-8959-5587fa29d8ef tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021170'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:01.543372 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a3fa5-fc8a-43cd-8959-5587fa29d8ef tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=072875ce-ca34-404d-8f67-f44323006109,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:01.613116 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-efab92ea-3602-4351-af53-50ae4ed2eb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:01.664647 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c23a3fa5-fc8a-43cd-8959-5587fa29d8ef tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:01.683109 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-c23a3fa5-fc8a-43cd-8959-5587fa29d8ef tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5773242 Aug 31 01:12:01.699097 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab92ea-3602-4351-af53-50ae4ed2eb06 None None] Pushing event updated for resources: {'Port': ['ID=a6a54463-e3a8-44d3-ac0b-1851572c69e2,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:01.753250 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-a37d4d4d-a894-4204-9c3a-ce54933b1757 None None] Notify callbacks [] for port, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:01.763647 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.provisioning_blocks [None req-a37d4d4d-a894-4204-9c3a-ce54933b1757 None None] Transition to ACTIVE for port object 08299612-f80e-4117-a7e8-f0a0dd807689 will not be triggered until provisioned by entity L2. {{(pid=94637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:12:01.838157 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-363bc51d-b7a8-427f-925d-0dbfa44a3690 None None] Provisioning complete for port a6a54463-e3a8-44d3-ac0b-1851572c69e2 triggered by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:01.839153 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-363bc51d-b7a8-427f-925d-0dbfa44a3690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:01.888195 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d33e411c-4aa6-4804-bf6a-42b565ce5ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:01.900606 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-a37d4d4d-a894-4204-9c3a-ce54933b1757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:01.982074 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [None req-a37d4d4d-a894-4204-9c3a-ce54933b1757 None None] Attempting to bind port 08299612-f80e-4117-a7e8-f0a0dd807689 on host dv-cinder-760180-3-iscsi for vnic_type normal with profile {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:12:01.982815 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [None req-a37d4d4d-a894-4204-9c3a-ce54933b1757 None None] Attempting to bind port 08299612-f80e-4117-a7e8-f0a0dd807689 by drivers openvswitch,hyperv on host dv-cinder-760180-3-iscsi at level 0 using segments [{'id': '1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:12:01.983369 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37d4d4d-a894-4204-9c3a-ce54933b1757 None None] Attempting to bind port 08299612-f80e-4117-a7e8-f0a0dd807689 on network 6de9ff05-f8f6-4fd1-b476-077a32a7a2f5 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:12:01.996876 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37d4d4d-a894-4204-9c3a-ce54933b1757 None None] Checking agent: {'id': 'e0e3d429-98ee-4375-b253-cc814bb4b4fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760180-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 1, 9), 'started_at': datetime.datetime(2021, 8, 31, 1, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760180-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:12:01.997494 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37d4d4d-a894-4204-9c3a-ce54933b1757 None None] Checking segment: {'id': '1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:12:01.998063 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-a37d4d4d-a894-4204-9c3a-ce54933b1757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:01.998654 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37d4d4d-a894-4204-9c3a-ce54933b1757 None None] Bound using segment: {'id': '1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:12:01.999300 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [None req-a37d4d4d-a894-4204-9c3a-ce54933b1757 None None] Bound port: 08299612-f80e-4117-a7e8-f0a0dd807689, host: dv-cinder-760180-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'}}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:12:01.999852 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-a37d4d4d-a894-4204-9c3a-ce54933b1757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:02.057810 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94651925-673a-4ed2-b24d-c94dd741dfe4 None None] Pushing event updated for resources: {'Port': ['ID=08299612-f80e-4117-a7e8-f0a0dd807689,revision_number=2']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:02.064286 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [None req-a37d4d4d-a894-4204-9c3a-ce54933b1757 None None] For port 08299612-f80e-4117-a7e8-f0a0dd807689, host dv-cinder-760180-3-iscsi, cleared binding levels {{(pid=94637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:12:02.068248 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [None req-a37d4d4d-a894-4204-9c3a-ce54933b1757 None None] For port 08299612-f80e-4117-a7e8-f0a0dd807689, host dv-cinder-760180-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=08299612-f80e-4117-a7e8-f0a0dd807689,segment=NetworkSegment(1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a),segment_id=1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a)] {{(pid=94637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:12:02.139288 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-a37d4d4d-a894-4204-9c3a-ce54933b1757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:02.146883 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269a0f5-ae7a-4184-815b-8dd62f425ce5 req-5593b970-671f-4079-a613-b005497d918d tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:02.156297 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3269a0f5-ae7a-4184-815b-8dd62f425ce5 req-5593b970-671f-4079-a613-b005497d918d tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff16ed63-852d-4544-bddf-e07a063c4571 HTTP/1.1" status: 200 len: 944 time: 0.0971482 Aug 31 01:12:02.265041 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37d4d4d-a894-4204-9c3a-ce54933b1757 None None] Routers {'fb827655-e05a-4602-9186-a489a84291e7'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:02.265684 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-a37d4d4d-a894-4204-9c3a-ce54933b1757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:11:39Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['fb827655-e05a-4602-9186-a489a84291e7'], 'active': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:02.270946 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94651925-673a-4ed2-b24d-c94dd741dfe4 None None] Pushing event updated for resources: {'Port': ['ID=08299612-f80e-4117-a7e8-f0a0dd807689,revision_number=3']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:02.277590 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 2fb348ad-0e0b-4ed8-961c-6005340f3ff0 up at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:12:02.315561 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3269a0f5-ae7a-4184-815b-8dd62f425ce5 req-ea6e4e9c-bde0-4bb0-9c65-c220bc95b863 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582677 Aug 31 01:12:02.363592 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-d33e411c-4aa6-4804-bf6a-42b565ce5ba5 admin admin] Allocated IP 172.20.0.1 (c534f589-1d8a-478d-9545-cdea5e81a29a/e3346ced-1b5d-4fc3-90c1-5d19f1ec19c9/e5559bfa-529f-43a3-9cdd-4ad7b6b2371b) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:12:02.367277 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device a6a54463-e3a8-44d3-ac0b-1851572c69e2 up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:12:02.430776 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port a6a54463-e3a8-44d3-ac0b-1851572c69e2 triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:02.431887 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:02.448482 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvr_db [None req-a37d4d4d-a894-4204-9c3a-ce54933b1757 None None] Set router fb827655-e05a-4602-9186-a489a84291e7 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:12:02.501769 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Provisioning for port 2fb348ad-0e0b-4ed8-961c-6005340f3ff0 completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:02.509160 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d33e411c-4aa6-4804-bf6a-42b565ce5ba5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:02.511789 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Provisioning complete for port 2fb348ad-0e0b-4ed8-961c-6005340f3ff0 triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:02.514927 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:02.524992 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [None req-d33e411c-4aa6-4804-bf6a-42b565ce5ba5 admin admin] Transition to ACTIVE for port object e5559bfa-529f-43a3-9cdd-4ad7b6b2371b will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:12:02.624918 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 7d9453f6-315b-4432-8db0-3a85d55a2e23 up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:12:02.733478 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:02.736502 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-a37d4d4d-a894-4204-9c3a-ce54933b1757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb827655-e05a-4602-9186-a489a84291e7', 'name': 'tempest-TestVolumeBootPattern-717848227-router', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '08299612-f80e-4117-a7e8-f0a0dd807689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:57Z', 'updated_at': '2021-08-31T01:11:59Z', 'revision_number': 3, 'project_id': 'cd87758004a84b0894e10b0402589a05', 'gw_port': {'id': '08299612-f80e-4117-a7e8-f0a0dd807689', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb827655-e05a-4602-9186-a489a84291e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:58Z', 'updated_at': '2021-08-31T01:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi'}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:02.770435 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff16ed63-852d-4544-bddf-e07a063c4571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb348ad-0e0b-4ed8-961c-6005340f3ff0'}] {{(pid=94636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:02.774088 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d232dde22f81f13b8276e8d192a9956b8a1abe374d21fab87add1b29b36cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1f9adf-e2c9-4a94-b94d-75f11a06f66d" -d '{"events": [{"server_uuid": "ff16ed63-852d-4544-bddf-e07a063c4571", "name": "network-vif-plugged", "status": "completed", "tag": "2fb348ad-0e0b-4ed8-961c-6005340f3ff0"}]}' {{(pid=94636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:02.787674 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37d4d4d-a894-4204-9c3a-ce54933b1757 None None] The sync data for ids ['fb827655-e05a-4602-9186-a489a84291e7'] in dv-cinder-760180-3-iscsi is: [{'id': 'fb827655-e05a-4602-9186-a489a84291e7', 'name': 'tempest-TestVolumeBootPattern-717848227-router', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '08299612-f80e-4117-a7e8-f0a0dd807689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:57Z', 'updated_at': '2021-08-31T01:11:59Z', 'revision_number': 3, 'project_id': 'cd87758004a84b0894e10b0402589a05', 'gw_port': {'id': '08299612-f80e-4117-a7e8-f0a0dd807689', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb827655-e05a-4602-9186-a489a84291e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:58Z', 'updated_at': '2021-08-31T01:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi'}] {{(pid=94637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:12:02.797643 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 2fb348ad-0e0b-4ed8-961c-6005340f3ff0, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=2fb348ad-0e0b-4ed8-961c-6005340f3ff0,segment=NetworkSegment(0f15d5f7-ec41-4aa6-9213-d85d0fa11953),segment_id=0f15d5f7-ec41-4aa6-9213-d85d0fa11953)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:02.819805 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning for port 7d9453f6-315b-4432-8db0-3a85d55a2e23 completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:02.829184 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port 7d9453f6-315b-4432-8db0-3a85d55a2e23 triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:02.829557 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:02.944591 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:02.949742 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d33e411c-4aa6-4804-bf6a-42b565ce5ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:02.959038 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:03.006755 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] For port 7d9453f6-315b-4432-8db0-3a85d55a2e23, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=7d9453f6-315b-4432-8db0-3a85d55a2e23,segment=NetworkSegment(ef0f2bb0-9f5a-4bc2-8605-93f893c563c3),segment_id=ef0f2bb0-9f5a-4bc2-8605-93f893c563c3)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:03.009752 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33e411c-4aa6-4804-bf6a-42b565ce5ba5 admin admin] Network c534f589-1d8a-478d-9545-cdea5e81a29a is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:12:03.020413 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-d33e411c-4aa6-4804-bf6a-42b565ce5ba5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:03.023473 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33e411c-4aa6-4804-bf6a-42b565ce5ba5 admin admin] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:12:03.031151 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=2fb348ad-0e0b-4ed8-961c-6005340f3ff0,revision_number=5']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:03.058260 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddbacd4-4e55-44b7-8256-37f889c14b08 req-7d7f6ee5-f2c7-49b4-b110-24f406661536 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:03.066351 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0ddbacd4-4e55-44b7-8256-37f889c14b08 req-7d7f6ee5-f2c7-49b4-b110-24f406661536 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 945 time: 0.4576094 Aug 31 01:12:03.075071 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e411c-4aa6-4804-bf6a-42b565ce5ba5 admin admin] Pushing event updated for resources: {'Port': ['ID=e5559bfa-529f-43a3-9cdd-4ad7b6b2371b,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:03.129911 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:03.148549 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e2bd3-b385-4ed9-bb39-e7e3a882d20a req-5ec1b7e8-a5bb-49e1-8910-1c3253e46588 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:03.150310 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-118e2bd3-b385-4ed9-bb39-e7e3a882d20a req-5ec1b7e8-a5bb-49e1-8910-1c3253e46588 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.5643086 Aug 31 01:12:03.219974 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Pushing event updated for resources: {'Port': ['ID=7d9453f6-315b-4432-8db0-3a85d55a2e23,revision_number=5']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:03.264070 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0ddbacd4-4e55-44b7-8256-37f889c14b08 req-1dd49164-3163-49d5-b370-285816fb3303 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967795 Aug 31 01:12:03.268394 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d33e411c-4aa6-4804-bf6a-42b565ce5ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372126'] for router_interface, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:03.336497 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3641e94f-6a03-4473-924b-4733cf3d8f4b x-openstack-request-id: req-3641e94f-6a03-4473-924b-4733cf3d8f4b {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:03.336790 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff16ed63-852d-4544-bddf-e07a063c4571", "name": "network-vif-plugged", "status": "completed", "tag": "2fb348ad-0e0b-4ed8-961c-6005340f3ff0", "code": 200}]} {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:03.337035 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3641e94f-6a03-4473-924b-4733cf3d8f4b {{(pid=94636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:03.337427 dv-cinder-760180-3-iscsi neutron-server[94636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff16ed63-852d-4544-bddf-e07a063c4571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb348ad-0e0b-4ed8-961c-6005340f3ff0', 'code': 200} Aug 31 01:12:03.431565 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-118e2bd3-b385-4ed9-bb39-e7e3a882d20a req-aa2844c3-34f7-4e92-9d1a-dd6e53f513a1 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2602692 Aug 31 01:12:03.558544 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b33a68-8025-4145-8027-13935f17bd70 req-0eed9273-cb88-46d4-94e2-251b1e04143b tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:03.559972 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-58b33a68-8025-4145-8027-13935f17bd70 req-0eed9273-cb88-46d4-94e2-251b1e04143b tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff16ed63-852d-4544-bddf-e07a063c4571 HTTP/1.1" status: 200 len: 945 time: 0.1161506 Aug 31 01:12:03.626028 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-58b33a68-8025-4145-8027-13935f17bd70 req-187b3fb1-1ee8-4167-a4c0-1adf82667018 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537763 Aug 31 01:12:03.651086 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d33e411c-4aa6-4804-bf6a-42b565ce5ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:03.660176 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-a56dd781-cf6b-43f8-8a16-e7a702f0fae8 None None] Provisioning for port e5559bfa-529f-43a3-9cdd-4ad7b6b2371b completed by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:03.665072 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-a56dd781-cf6b-43f8-8a16-e7a702f0fae8 None None] Provisioning complete for port e5559bfa-529f-43a3-9cdd-4ad7b6b2371b triggered by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:03.665782 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-a56dd781-cf6b-43f8-8a16-e7a702f0fae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:03.754459 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-a56dd781-cf6b-43f8-8a16-e7a702f0fae8 None None] Port e5559bfa-529f-43a3-9cdd-4ad7b6b2371b cannot update to ACTIVE because it is not bound. {{(pid=94636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:12:03.781837 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9408b-19d5-4637-abb6-93fed12a8036 req-2a81de62-4951-4650-9006-ceb39003eab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:03.783478 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-cff9408b-19d5-4637-abb6-93fed12a8036 req-2a81de62-4951-4650-9006-ceb39003eab4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ff16ed63-852d-4544-bddf-e07a063c4571 HTTP/1.1" status: 200 len: 1098 time: 0.0709252 Aug 31 01:12:03.832991 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-cff9408b-19d5-4637-abb6-93fed12a8036 req-b0db3c53-7a3d-48c6-86f5-d55f95fb4179 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391672 Aug 31 01:12:03.900037 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d33e411c-4aa6-4804-bf6a-42b565ce5ba5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:03.973962 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d33e411c-4aa6-4804-bf6a-42b565ce5ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127206981'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:04.039546 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e411c-4aa6-4804-bf6a-42b565ce5ba5 admin admin] Pushing event updated for resources: {'Port': ['ID=e5559bfa-529f-43a3-9cdd-4ad7b6b2371b,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:04.042268 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d33e411c-4aa6-4804-bf6a-42b565ce5ba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370990'] for router_interface, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:04.140779 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33e411c-4aa6-4804-bf6a-42b565ce5ba5 admin admin] Network c534f589-1d8a-478d-9545-cdea5e81a29a is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:12:04.142213 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-d33e411c-4aa6-4804-bf6a-42b565ce5ba5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:04.235496 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 08299612-f80e-4117-a7e8-f0a0dd807689 up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:12:04.293284 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33e411c-4aa6-4804-bf6a-42b565ce5ba5 admin admin] Router fb827655-e05a-4602-9186-a489a84291e7 has already been hosted by L3 agent c5d183af-b1ef-4815-8853-b3c8447fce00 {{(pid=94635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:12:04.379733 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning for port 08299612-f80e-4117-a7e8-f0a0dd807689 completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:04.384771 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port 08299612-f80e-4117-a7e8-f0a0dd807689 triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:04.385172 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:04.458829 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33e411c-4aa6-4804-bf6a-42b565ce5ba5 admin admin] Notify agent at l3_agent.dv-cinder-760180-3-iscsi the message routers_updated {{(pid=94635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:12:04.473399 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-d33e411c-4aa6-4804-bf6a-42b565ce5ba5 admin admin] 10.222.0.43 "PUT /v2.0/routers/fb827655-e05a-4602-9186-a489a84291e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4706273 Aug 31 01:12:04.473399 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a94a5-ab4a-4026-a792-5236062add6d req-615c61f4-7ced-45fb-8178-c8ea32afa2c8 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:04.480128 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-090a94a5-ab4a-4026-a792-5236062add6d req-615c61f4-7ced-45fb-8178-c8ea32afa2c8 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 945 time: 0.1068497 Aug 31 01:12:04.507628 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:04.530068 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-090a94a5-ab4a-4026-a792-5236062add6d req-8af2a23e-53a7-4c01-9967-534c5053fcb9 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461452 Aug 31 01:12:04.530992 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-549d00fe-99ec-419a-ad2d-83e2497b9bd7 None None] Provisioning complete for port e5559bfa-529f-43a3-9cdd-4ad7b6b2371b triggered by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:04.531389 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-549d00fe-99ec-419a-ad2d-83e2497b9bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:04.593149 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-549d00fe-99ec-419a-ad2d-83e2497b9bd7 None None] Port e5559bfa-529f-43a3-9cdd-4ad7b6b2371b cannot update to ACTIVE because it is not bound. {{(pid=94636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:12:04.605044 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] For port 08299612-f80e-4117-a7e8-f0a0dd807689, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=08299612-f80e-4117-a7e8-f0a0dd807689,segment=NetworkSegment(1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a),segment_id=1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:04.694182 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:04.695313 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 7d9453f6-315b-4432-8db0-3a85d55a2e23 up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:12:04.708234 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce39654-b449-4b83-803b-51ec8ff7aa8f req-1dc0f235-460e-4065-a999-fa9657d354fb tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:04.719313 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fce39654-b449-4b83-803b-51ec8ff7aa8f req-1dc0f235-460e-4065-a999-fa9657d354fb tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.0857055 Aug 31 01:12:04.775905 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fce39654-b449-4b83-803b-51ec8ff7aa8f req-26c14815-240e-454c-b663-ed27e4be76a7 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547562 Aug 31 01:12:04.803520 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Pushing event updated for resources: {'Port': ['ID=08299612-f80e-4117-a7e8-f0a0dd807689,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:04.828747 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port 7d9453f6-315b-4432-8db0-3a85d55a2e23 triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:04.829128 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:04.914737 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadff32e-63f9-4743-a16b-523e530bc2b5 req-2baf5676-0377-4230-a643-0e26e9b0cdd5 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:04.916684 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-cadff32e-63f9-4743-a16b-523e530bc2b5 req-2baf5676-0377-4230-a643-0e26e9b0cdd5 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff16ed63-852d-4544-bddf-e07a063c4571 HTTP/1.1" status: 200 len: 945 time: 0.0691292 Aug 31 01:12:04.972340 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-cadff32e-63f9-4743-a16b-523e530bc2b5 req-06079f12-563b-4bc7-8cbd-4264f7b6a2d5 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488553 Aug 31 01:12:05.043621 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a519682d-033e-4d15-bf29-1e4a9a49ca9b None None] Sync routers for ids ['fb827655-e05a-4602-9186-a489a84291e7'] in dv-cinder-760180-3-iscsi {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:12:05.053889 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a519682d-033e-4d15-bf29-1e4a9a49ca9b None None] Routers {'fb827655-e05a-4602-9186-a489a84291e7'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:05.054550 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-a519682d-033e-4d15-bf29-1e4a9a49ca9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:11:39Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['fb827655-e05a-4602-9186-a489a84291e7'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:05.159382 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-a519682d-033e-4d15-bf29-1e4a9a49ca9b None None] Set router fb827655-e05a-4602-9186-a489a84291e7 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:12:05.374534 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-a519682d-033e-4d15-bf29-1e4a9a49ca9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb827655-e05a-4602-9186-a489a84291e7', 'name': 'tempest-TestVolumeBootPattern-717848227-router', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '08299612-f80e-4117-a7e8-f0a0dd807689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:57Z', 'updated_at': '2021-08-31T01:12:03Z', 'revision_number': 4, 'project_id': 'cd87758004a84b0894e10b0402589a05', 'gw_port': {'id': '08299612-f80e-4117-a7e8-f0a0dd807689', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb827655-e05a-4602-9186-a489a84291e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:58Z', 'updated_at': '2021-08-31T01:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': 'e5559bfa-529f-43a3-9cdd-4ad7b6b2371b', 'name': '', 'network_id': 'c534f589-1d8a-478d-9545-cdea5e81a29a', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'mac_address': 'fa:16:3e:40:13:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb827655-e05a-4602-9186-a489a84291e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'e3346ced-1b5d-4fc3-90c1-5d19f1ec19c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:12:01Z', 'updated_at': '2021-08-31T01:12:03Z', 'revision_number': 2, 'project_id': 'cd87758004a84b0894e10b0402589a05', 'subnets': [{'id': 'e3346ced-1b5d-4fc3-90c1-5d19f1ec19c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:05.401677 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a519682d-033e-4d15-bf29-1e4a9a49ca9b None None] Checking router: fb827655-e05a-4602-9186-a489a84291e7 for host: dv-cinder-760180-3-iscsi {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:12:05.402037 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a519682d-033e-4d15-bf29-1e4a9a49ca9b None None] Updating router fb827655-e05a-4602-9186-a489a84291e7 port e5559bfa-529f-43a3-9cdd-4ad7b6b2371b binding host dv-cinder-760180-3-iscsi {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:12:05.427479 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-a519682d-033e-4d15-bf29-1e4a9a49ca9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:05.469104 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 58144) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:05.474020 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-b290900a-f1cf-45ad-a6e3-fcb5051e8cdd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-405885916-network', 'tenant_id': 'db19fc6290044d15a09fce1e6737c530'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:05.568375 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b290900a-f1cf-45ad-a6e3-fcb5051e8cdd admin admin] Made reservation on behalf of db19fc6290044d15a09fce1e6737c530 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:12:05.570855 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b290900a-f1cf-45ad-a6e3-fcb5051e8cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:05.583577 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b290900a-f1cf-45ad-a6e3-fcb5051e8cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:05.687925 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a694e6-76a8-4425-897b-fd9327781060 req-92db3fc7-20cb-48ae-a9d3-e8b44b99da92 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:05.689633 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-74a694e6-76a8-4425-897b-fd9327781060 req-92db3fc7-20cb-48ae-a9d3-e8b44b99da92 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 945 time: 0.0718026 Aug 31 01:12:05.699401 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b290900a-f1cf-45ad-a6e3-fcb5051e8cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:05.735397 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-74a694e6-76a8-4425-897b-fd9327781060 req-63a3d2c1-bd8b-4b25-8d67-2529827ca192 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353472 Aug 31 01:12:05.791375 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b290900a-f1cf-45ad-a6e3-fcb5051e8cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:05.833694 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b290900a-f1cf-45ad-a6e3-fcb5051e8cdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:12:05.834300 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-a519682d-033e-4d15-bf29-1e4a9a49ca9b None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:05.836213 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290900a-f1cf-45ad-a6e3-fcb5051e8cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9850937b-bf61-4d74-b230-b570ccac8c21,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:05.846539 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b290900a-f1cf-45ad-a6e3-fcb5051e8cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:05.847475 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.db.segments_db [None req-b290900a-f1cf-45ad-a6e3-fcb5051e8cdd admin admin] Added segment 72c8daa4-84bf-4ae6-8132-c69f33d8c49e of type vlan for network db161aa1-6b1f-4b88-ac16-307a6b71d973 Aug 31 01:12:05.849446 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-a519682d-033e-4d15-bf29-1e4a9a49ca9b None None] Transition to ACTIVE for port object e5559bfa-529f-43a3-9cdd-4ad7b6b2371b will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:12:05.888199 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b290900a-f1cf-45ad-a6e3-fcb5051e8cdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766773254247'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:05.919276 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25986b08-62f5-4320-9264-42208d741131 req-37c66a9a-53d9-426c-80fe-ce87acfd259a tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:05.920797 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-25986b08-62f5-4320-9264-42208d741131 req-37c66a9a-53d9-426c-80fe-ce87acfd259a tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.0500414 Aug 31 01:12:05.962093 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-25986b08-62f5-4320-9264-42208d741131 req-bb05b027-4842-42db-8bb8-e7932e6b9b8e tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326824 Aug 31 01:12:05.995370 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-a519682d-033e-4d15-bf29-1e4a9a49ca9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:05.996454 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b290900a-f1cf-45ad-a6e3-fcb5051e8cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:05.997509 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b290900a-f1cf-45ad-a6e3-fcb5051e8cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:05.998087 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b290900a-f1cf-45ad-a6e3-fcb5051e8cdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:06.072186 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290900a-f1cf-45ad-a6e3-fcb5051e8cdd admin admin] Pushing event updated for resources: {'Network': ['ID=db161aa1-6b1f-4b88-ac16-307a6b71d973,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:06.079737 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184baecb-14b0-4eb4-9ba9-f2bcbdc6f108 None None] Pushing event updated for resources: {'Port': ['ID=e5559bfa-529f-43a3-9cdd-4ad7b6b2371b,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:06.144468 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Network db161aa1-6b1f-4b88-ac16-307a6b71d973 details requested by agent ovs-agent-dv-cinder-760180-3-iscsi with host dv-cinder-760180-3-iscsi {{(pid=94636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:12:06.144957 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-b290900a-f1cf-45ad-a6e3-fcb5051e8cdd admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6747575 Aug 31 01:12:06.147756 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 58160) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:06.153840 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-4a3f29ee-7d46-432e-8bed-91b740e2c91f admin admin] Request body: {'subnet': {'network_id': 'db161aa1-6b1f-4b88-ac16-307a6b71d973', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-405885916-subnet', 'tenant_id': 'db19fc6290044d15a09fce1e6737c530', 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:06.161420 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-a519682d-033e-4d15-bf29-1e4a9a49ca9b None None] Attempting to bind port e5559bfa-529f-43a3-9cdd-4ad7b6b2371b on host dv-cinder-760180-3-iscsi for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:12:06.162034 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-a519682d-033e-4d15-bf29-1e4a9a49ca9b None None] Attempting to bind port e5559bfa-529f-43a3-9cdd-4ad7b6b2371b by drivers openvswitch,hyperv on host dv-cinder-760180-3-iscsi at level 0 using segments [{'id': '136e9093-82c8-488c-90d1-ee823e08345f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c534f589-1d8a-478d-9545-cdea5e81a29a'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:12:06.162580 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a519682d-033e-4d15-bf29-1e4a9a49ca9b None None] Attempting to bind port e5559bfa-529f-43a3-9cdd-4ad7b6b2371b on network c534f589-1d8a-478d-9545-cdea5e81a29a {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:12:06.232783 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66004b33-3ddc-42e9-bf03-58134e19c6a8 req-c8a66e22-f9fa-4997-acdf-291a1ef524be tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:06.232928 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 08299612-f80e-4117-a7e8-f0a0dd807689 up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:12:06.233024 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-66004b33-3ddc-42e9-bf03-58134e19c6a8 req-c8a66e22-f9fa-4997-acdf-291a1ef524be tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff16ed63-852d-4544-bddf-e07a063c4571 HTTP/1.1" status: 200 len: 945 time: 0.0859435 Aug 31 01:12:06.241153 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a519682d-033e-4d15-bf29-1e4a9a49ca9b None None] Checking agent: {'id': 'e0e3d429-98ee-4375-b253-cc814bb4b4fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760180-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 1, 9), 'started_at': datetime.datetime(2021, 8, 31, 1, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760180-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:12:06.241809 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a519682d-033e-4d15-bf29-1e4a9a49ca9b None None] Checking segment: {'id': '136e9093-82c8-488c-90d1-ee823e08345f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c534f589-1d8a-478d-9545-cdea5e81a29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:12:06.242384 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-a519682d-033e-4d15-bf29-1e4a9a49ca9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:06.242952 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a519682d-033e-4d15-bf29-1e4a9a49ca9b None None] Bound using segment: {'id': '136e9093-82c8-488c-90d1-ee823e08345f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c534f589-1d8a-478d-9545-cdea5e81a29a'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:12:06.243431 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-a519682d-033e-4d15-bf29-1e4a9a49ca9b None None] Bound port: e5559bfa-529f-43a3-9cdd-4ad7b6b2371b, host: dv-cinder-760180-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136e9093-82c8-488c-90d1-ee823e08345f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c534f589-1d8a-478d-9545-cdea5e81a29a'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:12:06.243805 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-a519682d-033e-4d15-bf29-1e4a9a49ca9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:06.294587 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3f29ee-7d46-432e-8bed-91b740e2c91f admin admin] Made reservation on behalf of db19fc6290044d15a09fce1e6737c530 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:12:06.295294 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-66004b33-3ddc-42e9-bf03-58134e19c6a8 req-f8e731b5-c561-4265-be8c-2fa6e8b91bec tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563059 Aug 31 01:12:06.299220 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4a3f29ee-7d46-432e-8bed-91b740e2c91f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:06.379185 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port 08299612-f80e-4117-a7e8-f0a0dd807689 triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:06.379554 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:06.419151 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-a519682d-033e-4d15-bf29-1e4a9a49ca9b None None] For port e5559bfa-529f-43a3-9cdd-4ad7b6b2371b, host dv-cinder-760180-3-iscsi, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:12:06.433225 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-a519682d-033e-4d15-bf29-1e4a9a49ca9b None None] For port e5559bfa-529f-43a3-9cdd-4ad7b6b2371b, host dv-cinder-760180-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=e5559bfa-529f-43a3-9cdd-4ad7b6b2371b,segment=NetworkSegment(136e9093-82c8-488c-90d1-ee823e08345f),segment_id=136e9093-82c8-488c-90d1-ee823e08345f)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:12:06.557315 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-a519682d-033e-4d15-bf29-1e4a9a49ca9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:06.609452 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4a3f29ee-7d46-432e-8bed-91b740e2c91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:06.620423 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-1b313839-b114-409c-9070-657867cad2d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:06.626762 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a519682d-033e-4d15-bf29-1e4a9a49ca9b None None] Routers {'fb827655-e05a-4602-9186-a489a84291e7'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:06.627569 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-a519682d-033e-4d15-bf29-1e4a9a49ca9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:11:39Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['fb827655-e05a-4602-9186-a489a84291e7'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:06.631855 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184baecb-14b0-4eb4-9ba9-f2bcbdc6f108 None None] Pushing event updated for resources: {'Port': ['ID=e5559bfa-529f-43a3-9cdd-4ad7b6b2371b,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:06.700433 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f29ee-7d46-432e-8bed-91b740e2c91f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0933db8a-b12e-4862-ada9-63dc0641ce5e,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:06.702694 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3f29ee-7d46-432e-8bed-91b740e2c91f admin admin] Checking segment: {'id': '72c8daa4-84bf-4ae6-8132-c69f33d8c49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'db161aa1-6b1f-4b88-ac16-307a6b71d973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:12:06.703045 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3f29ee-7d46-432e-8bed-91b740e2c91f admin admin] Network hostable DHCP agents. Network: db161aa1-6b1f-4b88-ac16-307a6b71d973, hostable agents: ['5f164b3b-8391-48cb-99c3-d9cfd53180ad'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:12:06.757252 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-a519682d-033e-4d15-bf29-1e4a9a49ca9b None None] Set router fb827655-e05a-4602-9186-a489a84291e7 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:12:06.808411 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3f29ee-7d46-432e-8bed-91b740e2c91f admin admin] Network db161aa1-6b1f-4b88-ac16-307a6b71d973 is scheduled to be hosted by DHCP agent 5f164b3b-8391-48cb-99c3-d9cfd53180ad with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:12:06.914442 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ffc620-f210-4b13-b358-991eff7c6f8a req-af0bb534-a6fa-4419-8a0d-9d28e3e33358 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:06.914442 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-02ffc620-f210-4b13-b358-991eff7c6f8a req-af0bb534-a6fa-4419-8a0d-9d28e3e33358 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 945 time: 0.0598559 Aug 31 01:12:06.958039 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-02ffc620-f210-4b13-b358-991eff7c6f8a req-37f7edbf-8dc1-468e-ab49-187bccacca0e tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447190 Aug 31 01:12:06.968735 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-4a3f29ee-7d46-432e-8bed-91b740e2c91f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760180-3-iscsi, db161aa1-6b1f-4b88-ac16-307a6b71d973) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:06.973198 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3f29ee-7d46-432e-8bed-91b740e2c91f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:06.974029 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4a3f29ee-7d46-432e-8bed-91b740e2c91f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:06.980991 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa310a27-ffed-4de9-beb8-7b47652351e3 None None] Network db161aa1-6b1f-4b88-ac16-307a6b71d973 requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:12:07.071798 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-4a3f29ee-7d46-432e-8bed-91b740e2c91f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9223597 Aug 31 01:12:07.074232 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 58182) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:07.083553 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-51f5a24f-e6ac-4f1a-9d29-392908a3742e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-405885916-router', 'tenant_id': 'db19fc6290044d15a09fce1e6737c530', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'}}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:07.126116 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b8ca9-06d3-4b1d-96df-6560ccdf2ae7 req-96f961e7-3de2-4e9e-b6d0-1f230f0790d6 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:07.127877 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e45b8ca9-06d3-4b1d-96df-6560ccdf2ae7 req-96f961e7-3de2-4e9e-b6d0-1f230f0790d6 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.0726087 Aug 31 01:12:07.173589 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-a519682d-033e-4d15-bf29-1e4a9a49ca9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb827655-e05a-4602-9186-a489a84291e7', 'name': 'tempest-TestVolumeBootPattern-717848227-router', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '08299612-f80e-4117-a7e8-f0a0dd807689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:57Z', 'updated_at': '2021-08-31T01:12:03Z', 'revision_number': 4, 'project_id': 'cd87758004a84b0894e10b0402589a05', 'gw_port': {'id': '08299612-f80e-4117-a7e8-f0a0dd807689', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb827655-e05a-4602-9186-a489a84291e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:58Z', 'updated_at': '2021-08-31T01:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': 'e5559bfa-529f-43a3-9cdd-4ad7b6b2371b', 'name': '', 'network_id': 'c534f589-1d8a-478d-9545-cdea5e81a29a', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'mac_address': 'fa:16:3e:40:13:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb827655-e05a-4602-9186-a489a84291e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'e3346ced-1b5d-4fc3-90c1-5d19f1ec19c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:12:01Z', 'updated_at': '2021-08-31T01:12:06Z', 'revision_number': 4, 'project_id': 'cd87758004a84b0894e10b0402589a05', 'subnets': [{'id': 'e3346ced-1b5d-4fc3-90c1-5d19f1ec19c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:07.184550 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51f5a24f-e6ac-4f1a-9d29-392908a3742e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-468235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4389'] for router, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:07.186366 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51f5a24f-e6ac-4f1a-9d29-392908a3742e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-369389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-371870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-373117', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4398'] for router, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:07.207232 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a519682d-033e-4d15-bf29-1e4a9a49ca9b None None] The sync data for ids ['fb827655-e05a-4602-9186-a489a84291e7'] in dv-cinder-760180-3-iscsi is: [{'id': 'fb827655-e05a-4602-9186-a489a84291e7', 'name': 'tempest-TestVolumeBootPattern-717848227-router', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '08299612-f80e-4117-a7e8-f0a0dd807689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:57Z', 'updated_at': '2021-08-31T01:12:03Z', 'revision_number': 4, 'project_id': 'cd87758004a84b0894e10b0402589a05', 'gw_port': {'id': '08299612-f80e-4117-a7e8-f0a0dd807689', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb827655-e05a-4602-9186-a489a84291e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:58Z', 'updated_at': '2021-08-31T01:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': 'e5559bfa-529f-43a3-9cdd-4ad7b6b2371b', 'name': '', 'network_id': 'c534f589-1d8a-478d-9545-cdea5e81a29a', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'mac_address': 'fa:16:3e:40:13:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb827655-e05a-4602-9186-a489a84291e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'e3346ced-1b5d-4fc3-90c1-5d19f1ec19c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:12:01Z', 'updated_at': '2021-08-31T01:12:06Z', 'revision_number': 4, 'project_id': 'cd87758004a84b0894e10b0402589a05', 'subnets': [{'id': 'e3346ced-1b5d-4fc3-90c1-5d19f1ec19c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:12:07.239720 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e45b8ca9-06d3-4b1d-96df-6560ccdf2ae7 req-759342ff-7738-459e-bf78-d75db7f8d805 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986533 Aug 31 01:12:07.291719 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51f5a24f-e6ac-4f1a-9d29-392908a3742e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:07.331559 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b940c2-41f7-42a2-8eae-94717def2f31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdfa1eee9-65b0-5927-8ea5-c2c6bfaf40d4-db161aa1-6b1f-4b88-ac16-307a6b71d973', 'network_id': 'db161aa1-6b1f-4b88-ac16-307a6b71d973', 'tenant_id': 'db19fc6290044d15a09fce1e6737c530', 'fixed_ips': [{'subnet_id': '0933db8a-b12e-4862-ada9-63dc0641ce5e'}]}} from dv-cinder-760180-3-iscsi. {{(pid=94636) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 01:12:07.332541 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-83b940c2-41f7-42a2-8eae-94717def2f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:07.506669 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.db_base_plugin_common [None req-83b940c2-41f7-42a2-8eae-94717def2f31 None None] Allocated IP 172.20.0.2 (db161aa1-6b1f-4b88-ac16-307a6b71d973/0933db8a-b12e-4862-ada9-63dc0641ce5e/b1490861-da98-45b3-ab57-104cb294252b) {{(pid=94636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:12:07.517989 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51f5a24f-e6ac-4f1a-9d29-392908a3742e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:07.664812 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-83b940c2-41f7-42a2-8eae-94717def2f31 None None] Notify callbacks [] for port, precommit_create {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:07.673780 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-83b940c2-41f7-42a2-8eae-94717def2f31 None None] Transition to ACTIVE for port object b1490861-da98-45b3-ab57-104cb294252b will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:12:07.691641 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-83b940c2-41f7-42a2-8eae-94717def2f31 None None] Transition to ACTIVE for port object b1490861-da98-45b3-ab57-104cb294252b will not be triggered until provisioned by entity DHCP. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:12:07.780951 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-83b940c2-41f7-42a2-8eae-94717def2f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222'] for port, after_create {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:07.801088 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51f5a24f-e6ac-4f1a-9d29-392908a3742e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:07.822171 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51f5a24f-e6ac-4f1a-9d29-392908a3742e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:07.822961 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b940c2-41f7-42a2-8eae-94717def2f31 None None] Network db161aa1-6b1f-4b88-ac16-307a6b71d973 is already hosted by enough agents. {{(pid=94636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:12:07.833927 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.scheduler.base_scheduler [None req-83b940c2-41f7-42a2-8eae-94717def2f31 None None] Resources bound (agent type, host, resource id): {{(pid=94636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:07.839850 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b940c2-41f7-42a2-8eae-94717def2f31 None None] Received port after_create {{(pid=94636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:12:07.843081 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b940c2-41f7-42a2-8eae-94717def2f31 None None] Pushing event updated for resources: {'Port': ['ID=b1490861-da98-45b3-ab57-104cb294252b,revision_number=1']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:07.896410 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-83b940c2-41f7-42a2-8eae-94717def2f31 None None] Attempting to bind port b1490861-da98-45b3-ab57-104cb294252b on host dv-cinder-760180-3-iscsi for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:12:07.896782 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-83b940c2-41f7-42a2-8eae-94717def2f31 None None] Attempting to bind port b1490861-da98-45b3-ab57-104cb294252b by drivers openvswitch,hyperv on host dv-cinder-760180-3-iscsi at level 0 using segments [{'id': '72c8daa4-84bf-4ae6-8132-c69f33d8c49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'db161aa1-6b1f-4b88-ac16-307a6b71d973'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:12:07.897146 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b940c2-41f7-42a2-8eae-94717def2f31 None None] Attempting to bind port b1490861-da98-45b3-ab57-104cb294252b on network db161aa1-6b1f-4b88-ac16-307a6b71d973 {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:12:07.904327 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b940c2-41f7-42a2-8eae-94717def2f31 None None] Checking agent: {'id': 'e0e3d429-98ee-4375-b253-cc814bb4b4fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760180-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 1, 9), 'started_at': datetime.datetime(2021, 8, 31, 1, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760180-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:12:07.905191 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b940c2-41f7-42a2-8eae-94717def2f31 None None] Checking segment: {'id': '72c8daa4-84bf-4ae6-8132-c69f33d8c49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'db161aa1-6b1f-4b88-ac16-307a6b71d973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:12:07.905191 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-83b940c2-41f7-42a2-8eae-94717def2f31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:07.905484 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b940c2-41f7-42a2-8eae-94717def2f31 None None] Bound using segment: {'id': '72c8daa4-84bf-4ae6-8132-c69f33d8c49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'db161aa1-6b1f-4b88-ac16-307a6b71d973'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:12:07.905936 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-83b940c2-41f7-42a2-8eae-94717def2f31 None None] Bound port: b1490861-da98-45b3-ab57-104cb294252b, host: dv-cinder-760180-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c8daa4-84bf-4ae6-8132-c69f33d8c49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'db161aa1-6b1f-4b88-ac16-307a6b71d973'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:12:07.906327 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-83b940c2-41f7-42a2-8eae-94717def2f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:07.943144 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-51f5a24f-e6ac-4f1a-9d29-392908a3742e admin admin] Allocated IP 172.27.3.19 (6de9ff05-f8f6-4fd1-b476-077a32a7a2f5/44be20a0-ff0a-4c00-a541-a9ead83fffe9/3c55ddcb-5532-4ae7-88ae-e9dad9071a82) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:12:07.988396 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-83b940c2-41f7-42a2-8eae-94717def2f31 None None] For port b1490861-da98-45b3-ab57-104cb294252b, host dv-cinder-760180-3-iscsi, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:12:07.996799 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-83b940c2-41f7-42a2-8eae-94717def2f31 None None] For port b1490861-da98-45b3-ab57-104cb294252b, host dv-cinder-760180-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=b1490861-da98-45b3-ab57-104cb294252b,segment=NetworkSegment(72c8daa4-84bf-4ae6-8132-c69f33d8c49e),segment_id=72c8daa4-84bf-4ae6-8132-c69f33d8c49e)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:12:08.065253 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-83b940c2-41f7-42a2-8eae-94717def2f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:08.171357 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63591aab-f959-4246-ba9d-fb732a337bd3 req-823de0cd-121d-4dee-9bfb-18acf19fe4aa tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:08.171904 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51f5a24f-e6ac-4f1a-9d29-392908a3742e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:08.174255 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-63591aab-f959-4246-ba9d-fb732a337bd3 req-823de0cd-121d-4dee-9bfb-18acf19fe4aa tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 945 time: 0.1270525 Aug 31 01:12:08.220165 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b940c2-41f7-42a2-8eae-94717def2f31 None None] Pushing event updated for resources: {'Port': ['ID=b1490861-da98-45b3-ab57-104cb294252b,revision_number=2']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:08.261381 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-63591aab-f959-4246-ba9d-fb732a337bd3 req-0373c6ac-4c92-49ef-badf-e0dc28a805ae tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808132 Aug 31 01:12:08.305742 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device e5559bfa-529f-43a3-9cdd-4ad7b6b2371b up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:12:08.307983 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device ff29b76d-3af0-481c-8421-0548f73990c2 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:12:08.328659 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51f5a24f-e6ac-4f1a-9d29-392908a3742e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:08.477892 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f5a24f-e6ac-4f1a-9d29-392908a3742e admin admin] Pushing event updated for resources: {'Port': ['ID=3c55ddcb-5532-4ae7-88ae-e9dad9071a82,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:08.516538 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf1e83-b273-45f5-b39d-cbdbe87cf2de req-995ac05f-e4d2-450f-80e5-1c8179d3035f tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:08.543514 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f5a24f-e6ac-4f1a-9d29-392908a3742e admin admin] Network 6de9ff05-f8f6-4fd1-b476-077a32a7a2f5 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:12:08.543707 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-62cf1e83-b273-45f5-b39d-cbdbe87cf2de req-995ac05f-e4d2-450f-80e5-1c8179d3035f tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.1489952 Aug 31 01:12:08.551940 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-51f5a24f-e6ac-4f1a-9d29-392908a3742e admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:08.556342 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f5a24f-e6ac-4f1a-9d29-392908a3742e admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:12:08.604506 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-62cf1e83-b273-45f5-b39d-cbdbe87cf2de req-5e1a3979-f65b-4708-96d5-5b4f6a4b1ebb tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600576 Aug 31 01:12:08.640646 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port ff29b76d-3af0-481c-8421-0548f73990c2, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=ff29b76d-3af0-481c-8421-0548f73990c2,segment=NetworkSegment(6d53e54b-6190-4b24-885a-ba7d2444e469),segment_id=6d53e54b-6190-4b24-885a-ba7d2444e469)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:08.655168 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Returning: {'device': 'ff29b76d-3af0-481c-8421-0548f73990c2', 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff', 'port_id': 'ff29b76d-3af0-481c-8421-0548f73990c2', 'mac_address': 'fa:16:3e:3b:79:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:12:08.664539 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning for port e5559bfa-529f-43a3-9cdd-4ad7b6b2371b completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:08.664539 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port e5559bfa-529f-43a3-9cdd-4ad7b6b2371b triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:08.664539 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:08.751597 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:08.775794 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff29b76d-3af0-481c-8421-0548f73990c2 {{(pid=94636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:12:08.815569 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port ff29b76d-3af0-481c-8421-0548f73990c2, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=ff29b76d-3af0-481c-8421-0548f73990c2,segment=NetworkSegment(6d53e54b-6190-4b24-885a-ba7d2444e469),segment_id=6d53e54b-6190-4b24-885a-ba7d2444e469)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:08.885285 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:08.918870 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] For port e5559bfa-529f-43a3-9cdd-4ad7b6b2371b, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=e5559bfa-529f-43a3-9cdd-4ad7b6b2371b,segment=NetworkSegment(136e9093-82c8-488c-90d1-ee823e08345f),segment_id=136e9093-82c8-488c-90d1-ee823e08345f)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:08.922387 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:08.971866 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=ff29b76d-3af0-481c-8421-0548f73990c2,revision_number=6']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:09.014114 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-978abb25-ebb3-4b28-bdb9-feccb7282efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:09.015847 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:09.083126 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Pushing event updated for resources: {'Port': ['ID=e5559bfa-529f-43a3-9cdd-4ad7b6b2371b,revision_number=5']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:09.164292 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] get_ports_and_sgs() called for port_ids ['ff29b76d-3af0-481c-8421-0548f73990c2'] {{(pid=94636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:12:09.214492 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6f832-0c47-4d9d-a911-f46090b03177 req-142e44ac-b413-4c60-8d75-8b100072bc06 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:09.219157 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c2f6f832-0c47-4d9d-a911-f46090b03177 req-142e44ac-b413-4c60-8d75-8b100072bc06 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0841579 Aug 31 01:12:09.256345 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eea64f-b0d9-43bc-8d07-4ba2e8d2859c req-c2054f69-477d-421c-9167-013f52606a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:09.261285 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-d4eea64f-b0d9-43bc-8d07-4ba2e8d2859c req-c2054f69-477d-421c-9167-013f52606a7e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ebe297fbd3a46689671efa0c38f7f89&device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 1099 time: 0.0940526 Aug 31 01:12:09.280832 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51f5a24f-e6ac-4f1a-9d29-392908a3742e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:09.284649 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c2f6f832-0c47-4d9d-a911-f46090b03177 req-0bcaf56f-c859-45fc-9331-abf83c1a0490 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602918 Aug 31 01:12:09.352106 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:09.450703 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067c13b-ef80-45a6-aa00-a65e778a81b9 req-a4f3ef68-4670-4397-943c-2498e5c021b4 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:09.460850 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2067c13b-ef80-45a6-aa00-a65e778a81b9 req-a4f3ef68-4670-4397-943c-2498e5c021b4 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 944 time: 0.0830679 Aug 31 01:12:09.522638 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eea64f-b0d9-43bc-8d07-4ba2e8d2859c req-fe3269e4-2a96-49e3-a2fc-8218d7079773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:09.524801 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-d4eea64f-b0d9-43bc-8d07-4ba2e8d2859c req-fe3269e4-2a96-49e3-a2fc-8218d7079773 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fd548e74-43b1-430f-a0ef-aa76573cce11 HTTP/1.1" status: 200 len: 919 time: 0.2556267 Aug 31 01:12:09.541116 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2067c13b-ef80-45a6-aa00-a65e778a81b9 req-05afe586-97c1-4d7b-8288-bbb7b30addc9 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767214 Aug 31 01:12:09.620568 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-d4eea64f-b0d9-43bc-8d07-4ba2e8d2859c req-889a5d55-26aa-4009-895e-89535910b4e2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b690769-caee-49fa-afb2-9accbc988ab7 HTTP/1.1" status: 200 len: 217 time: 0.0442183 Aug 31 01:12:09.726030 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51f5a24f-e6ac-4f1a-9d29-392908a3742e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-369364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-371949'] for router, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:09.730397 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eea64f-b0d9-43bc-8d07-4ba2e8d2859c req-ffdc6b9d-f910-4651-8bb1-c3339c6434d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:09.731868 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-d4eea64f-b0d9-43bc-8d07-4ba2e8d2859c req-ffdc6b9d-f910-4651-8bb1-c3339c6434d9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=28514019-93de-4286-b066-532f8dc6920b HTTP/1.1" status: 200 len: 858 time: 0.0756748 Aug 31 01:12:09.758335 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d15dc-fd5d-45d1-a13e-e9187815b649 req-44b12d16-c4bc-429f-9f03-1ac581ecdc3f tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:09.768511 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-012d15dc-fd5d-45d1-a13e-e9187815b649 req-44b12d16-c4bc-429f-9f03-1ac581ecdc3f tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.0739970 Aug 31 01:12:09.812598 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-d4eea64f-b0d9-43bc-8d07-4ba2e8d2859c req-6de20bfb-d74d-4534-90ea-890ea8007bf3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fd548e74-43b1-430f-a0ef-aa76573cce11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344896 Aug 31 01:12:09.820543 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-012d15dc-fd5d-45d1-a13e-e9187815b649 req-e941130e-5614-4195-b857-b187cdd2beca tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507154 Aug 31 01:12:09.873364 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07098729-eca9-4b20-b26d-7ae58c111a5e None None] Network db161aa1-6b1f-4b88-ac16-307a6b71d973 requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:12:09.984213 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-d4eea64f-b0d9-43bc-8d07-4ba2e8d2859c req-9a15cea6-eda8-4d0a-a623-6f5ed72b009d service neutron] 10.222.0.72 "GET /v2.0/networks/fd548e74-43b1-430f-a0ef-aa76573cce11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543717 Aug 31 01:12:10.108799 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f5a24f-e6ac-4f1a-9d29-392908a3742e admin admin] Router 1492f0b7-7e42-4843-a6b4-fd3bb6058409 is scheduled to L3 agent c5d183af-b1ef-4815-8853-b3c8447fce00 with binding_index 1 {{(pid=94634) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 01:12:10.120436 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-d4eea64f-b0d9-43bc-8d07-4ba2e8d2859c req-04ca835a-0023-4788-b1ea-a0ef8adc1002 service neutron] 10.222.0.72 "GET /v2.0/networks/fd548e74-43b1-430f-a0ef-aa76573cce11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273153 Aug 31 01:12:10.142867 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:10.145287 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-496641d9-de3b-46ac-a7f9-0a0068d28254 None None] Provisioning for port b1490861-da98-45b3-ab57-104cb294252b completed by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:10.271377 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f5a24f-e6ac-4f1a-9d29-392908a3742e admin admin] Notify agent at l3_agent.dv-cinder-760180-3-iscsi the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:12:10.289518 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b144b804-7ff9-46b8-bf4f-6c153a45138f None None] Sync routers for ids ['1492f0b7-7e42-4843-a6b4-fd3bb6058409'] in dv-cinder-760180-3-iscsi {{(pid=94637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:12:10.303645 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b144b804-7ff9-46b8-bf4f-6c153a45138f None None] Routers {'1492f0b7-7e42-4843-a6b4-fd3bb6058409'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:10.305050 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-b144b804-7ff9-46b8-bf4f-6c153a45138f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:12:09Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['1492f0b7-7e42-4843-a6b4-fd3bb6058409'], 'active': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:10.305451 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device ff29b76d-3af0-481c-8421-0548f73990c2 up at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:12:10.356891 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-51f5a24f-e6ac-4f1a-9d29-392908a3742e admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:10.360773 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-51f5a24f-e6ac-4f1a-9d29-392908a3742e admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2828169 Aug 31 01:12:10.361502 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 58266) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:10.370881 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device b1490861-da98-45b3-ab57-104cb294252b up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:12:10.464641 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Provisioning complete for port ff29b76d-3af0-481c-8421-0548f73990c2 triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:10.465011 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:10.534849 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvr_db [None req-b144b804-7ff9-46b8-bf4f-6c153a45138f None None] Set router 1492f0b7-7e42-4843-a6b4-fd3bb6058409 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:12:10.599044 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562909b7-f89d-40c3-98b1-e14261f5fc20 req-ca3df2ce-42a5-41e0-85fd-3720a89d4765 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:10.602883 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-562909b7-f89d-40c3-98b1-e14261f5fc20 req-ca3df2ce-42a5-41e0-85fd-3720a89d4765 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.2127705 Aug 31 01:12:10.700426 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning for port b1490861-da98-45b3-ab57-104cb294252b completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:10.721275 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port b1490861-da98-45b3-ab57-104cb294252b triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:10.721654 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:10.760256 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-562909b7-f89d-40c3-98b1-e14261f5fc20 req-f75e80eb-a43c-4239-8f53-3b356bca23d7 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450493 Aug 31 01:12:10.829537 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb4430-a409-4eef-b99f-3a237959ba80 req-218737b4-aba9-45b8-bb80-5833e1d24afb tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:10.838952 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6bdb4430-a409-4eef-b99f-3a237959ba80 req-218737b4-aba9-45b8-bb80-5833e1d24afb tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 944 time: 0.1473222 Aug 31 01:12:10.854206 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:10.935540 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18aeaed-813d-454e-afc6-487c99d675eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff29b76d-3af0-481c-8421-0548f73990c2'}] {{(pid=94636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:10.938081 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d232dde22f81f13b8276e8d192a9956b8a1abe374d21fab87add1b29b36cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19434172-9840-4272-b0cf-d419e6fe81b0" -d '{"events": [{"server_uuid": "c18aeaed-813d-454e-afc6-487c99d675eb", "name": "network-vif-plugged", "status": "completed", "tag": "ff29b76d-3af0-481c-8421-0548f73990c2"}]}' {{(pid=94636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:10.951612 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6bdb4430-a409-4eef-b99f-3a237959ba80 req-a0ddaae7-4146-491d-825b-f40d24350fde tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064796 Aug 31 01:12:10.969894 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-b144b804-7ff9-46b8-bf4f-6c153a45138f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1492f0b7-7e42-4843-a6b4-fd3bb6058409', 'name': 'tempest-TestVolumeBootPattern-405885916-router', 'tenant_id': 'db19fc6290044d15a09fce1e6737c530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '3c55ddcb-5532-4ae7-88ae-e9dad9071a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:12:07Z', 'updated_at': '2021-08-31T01:12:09Z', 'revision_number': 3, 'project_id': 'db19fc6290044d15a09fce1e6737c530', 'gw_port': {'id': '3c55ddcb-5532-4ae7-88ae-e9dad9071a82', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f9:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1492f0b7-7e42-4843-a6b4-fd3bb6058409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:12:07Z', 'updated_at': '2021-08-31T01:12:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi'}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:11.024033 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port ff29b76d-3af0-481c-8421-0548f73990c2, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=ff29b76d-3af0-481c-8421-0548f73990c2,segment=NetworkSegment(6d53e54b-6190-4b24-885a-ba7d2444e469),segment_id=6d53e54b-6190-4b24-885a-ba7d2444e469)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:11.042223 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eeed5af-6b56-4e29-8126-848b7e71b8ed x-openstack-request-id: req-3eeed5af-6b56-4e29-8126-848b7e71b8ed {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:11.042539 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c18aeaed-813d-454e-afc6-487c99d675eb", "name": "network-vif-plugged", "status": "completed", "tag": "ff29b76d-3af0-481c-8421-0548f73990c2", "code": 200}]} {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:11.043052 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3eeed5af-6b56-4e29-8126-848b7e71b8ed {{(pid=94636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:11.046028 dv-cinder-760180-3-iscsi neutron-server[94636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c18aeaed-813d-454e-afc6-487c99d675eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff29b76d-3af0-481c-8421-0548f73990c2', 'code': 200} Aug 31 01:12:11.057460 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72af42f-3e4f-469e-975a-602bd8c368fa req-19f259f5-824a-4ae5-90f0-cc375417cb92 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:11.065478 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f72af42f-3e4f-469e-975a-602bd8c368fa req-19f259f5-824a-4ae5-90f0-cc375417cb92 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.0994582 Aug 31 01:12:11.081228 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:11.108542 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:11.118257 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f72af42f-3e4f-469e-975a-602bd8c368fa req-465c6e8b-3571-4550-927a-2d8c096f29ad tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466664 Aug 31 01:12:11.152373 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b144b804-7ff9-46b8-bf4f-6c153a45138f None None] Checking router: 1492f0b7-7e42-4843-a6b4-fd3bb6058409 for host: dv-cinder-760180-3-iscsi {{(pid=94637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:12:11.153006 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b144b804-7ff9-46b8-bf4f-6c153a45138f None None] Updating router 1492f0b7-7e42-4843-a6b4-fd3bb6058409 port 3c55ddcb-5532-4ae7-88ae-e9dad9071a82 binding host dv-cinder-760180-3-iscsi {{(pid=94637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:12:11.205593 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b144b804-7ff9-46b8-bf4f-6c153a45138f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:11.209010 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] For port b1490861-da98-45b3-ab57-104cb294252b, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=b1490861-da98-45b3-ab57-104cb294252b,segment=NetworkSegment(72c8daa4-84bf-4ae6-8132-c69f33d8c49e),segment_id=72c8daa4-84bf-4ae6-8132-c69f33d8c49e)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:11.233073 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=ff29b76d-3af0-481c-8421-0548f73990c2,revision_number=7']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:11.276853 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:11.277667 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device e5559bfa-529f-43a3-9cdd-4ad7b6b2371b up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:12:11.324803 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9ff9a250-bc78-46a2-b674-c8f124889743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:11.402683 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Pushing event updated for resources: {'Port': ['ID=b1490861-da98-45b3-ab57-104cb294252b,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:11.433632 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port e5559bfa-529f-43a3-9cdd-4ad7b6b2371b triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:11.434364 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:11.524999 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b144b804-7ff9-46b8-bf4f-6c153a45138f None None] Notify callbacks [] for port, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:11.541190 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.provisioning_blocks [None req-b144b804-7ff9-46b8-bf4f-6c153a45138f None None] Transition to ACTIVE for port object 3c55ddcb-5532-4ae7-88ae-e9dad9071a82 will not be triggered until provisioned by entity L2. {{(pid=94637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:12:11.600416 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-9ff9a250-bc78-46a2-b674-c8f124889743 admin admin] Allocated IP 172.20.0.1 (db161aa1-6b1f-4b88-ac16-307a6b71d973/0933db8a-b12e-4862-ada9-63dc0641ce5e/532abf43-1519-4af6-901f-9a32b7bf1026) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:12:11.609167 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b144b804-7ff9-46b8-bf4f-6c153a45138f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:11.651766 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 58294) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:11.879430 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e28e604-40fd-49f5-8eff-6aa7b8a9a802 None None] Pushing event updated for resources: {'Port': ['ID=3c55ddcb-5532-4ae7-88ae-e9dad9071a82,revision_number=2']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:11.879430 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [None req-b144b804-7ff9-46b8-bf4f-6c153a45138f None None] Attempting to bind port 3c55ddcb-5532-4ae7-88ae-e9dad9071a82 on host dv-cinder-760180-3-iscsi for vnic_type normal with profile {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:12:11.879430 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [None req-b144b804-7ff9-46b8-bf4f-6c153a45138f None None] Attempting to bind port 3c55ddcb-5532-4ae7-88ae-e9dad9071a82 by drivers openvswitch,hyperv on host dv-cinder-760180-3-iscsi at level 0 using segments [{'id': '1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:12:11.879430 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b144b804-7ff9-46b8-bf4f-6c153a45138f None None] Attempting to bind port 3c55ddcb-5532-4ae7-88ae-e9dad9071a82 on network 6de9ff05-f8f6-4fd1-b476-077a32a7a2f5 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:12:11.879430 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b144b804-7ff9-46b8-bf4f-6c153a45138f None None] Checking agent: {'id': 'e0e3d429-98ee-4375-b253-cc814bb4b4fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760180-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 1, 9), 'started_at': datetime.datetime(2021, 8, 31, 1, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760180-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:12:11.879430 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b144b804-7ff9-46b8-bf4f-6c153a45138f None None] Checking segment: {'id': '1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:12:11.879430 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b144b804-7ff9-46b8-bf4f-6c153a45138f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:11.879430 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b144b804-7ff9-46b8-bf4f-6c153a45138f None None] Bound using segment: {'id': '1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:12:11.879430 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [None req-b144b804-7ff9-46b8-bf4f-6c153a45138f None None] Bound port: 3c55ddcb-5532-4ae7-88ae-e9dad9071a82, host: dv-cinder-760180-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'}}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:12:11.879430 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b144b804-7ff9-46b8-bf4f-6c153a45138f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:11.885301 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9ff9a250-bc78-46a2-b674-c8f124889743 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:11.885301 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-9ff9a250-bc78-46a2-b674-c8f124889743 admin admin] Transition to ACTIVE for port object 532abf43-1519-4af6-901f-9a32b7bf1026 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:12:11.920734 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [None req-b144b804-7ff9-46b8-bf4f-6c153a45138f None None] For port 3c55ddcb-5532-4ae7-88ae-e9dad9071a82, host dv-cinder-760180-3-iscsi, cleared binding levels {{(pid=94637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:12:11.925705 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [None req-b144b804-7ff9-46b8-bf4f-6c153a45138f None None] For port 3c55ddcb-5532-4ae7-88ae-e9dad9071a82, host dv-cinder-760180-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=3c55ddcb-5532-4ae7-88ae-e9dad9071a82,segment=NetworkSegment(1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a),segment_id=1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a)] {{(pid=94637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:12:11.931840 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e28e604-40fd-49f5-8eff-6aa7b8a9a802 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:11.932753 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e28e604-40fd-49f5-8eff-6aa7b8a9a802 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:11.933568 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e28e604-40fd-49f5-8eff-6aa7b8a9a802 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:11.934397 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e28e604-40fd-49f5-8eff-6aa7b8a9a802 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:11.935241 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e28e604-40fd-49f5-8eff-6aa7b8a9a802 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:11.935889 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e28e604-40fd-49f5-8eff-6aa7b8a9a802 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:11.936620 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e28e604-40fd-49f5-8eff-6aa7b8a9a802 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:11.937267 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e28e604-40fd-49f5-8eff-6aa7b8a9a802 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:11.937817 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e28e604-40fd-49f5-8eff-6aa7b8a9a802 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:11.938319 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e28e604-40fd-49f5-8eff-6aa7b8a9a802 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:11.938837 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e28e604-40fd-49f5-8eff-6aa7b8a9a802 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:11.956990 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e28e604-40fd-49f5-8eff-6aa7b8a9a802 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:12.030298 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9a96bffd-dae6-4300-b58a-a8177e23c962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:12.041425 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e07d6-b1eb-444a-94e6-4cf5adfd0221 req-7a9a5e78-498d-40e2-bcb9-9e4297cbb3cb tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:12.050387 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-279e07d6-b1eb-444a-94e6-4cf5adfd0221 req-7a9a5e78-498d-40e2-bcb9-9e4297cbb3cb tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0832596 Aug 31 01:12:12.162917 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-279e07d6-b1eb-444a-94e6-4cf5adfd0221 req-c74d214d-b537-46b6-9aa1-6728e457ffac tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071222 Aug 31 01:12:12.178071 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9a96bffd-dae6-4300-b58a-a8177e23c962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:12.187146 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf090c5b-23e2-4879-bfba-1884a9da54b9 req-725469a3-10aa-4041-8ca1-582a3040f830 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:12.188825 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-cf090c5b-23e2-4879-bfba-1884a9da54b9 req-725469a3-10aa-4041-8ca1-582a3040f830 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 945 time: 0.1260226 Aug 31 01:12:12.197469 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device b1490861-da98-45b3-ab57-104cb294252b up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:12:12.244427 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-cf090c5b-23e2-4879-bfba-1884a9da54b9 req-6327a712-4532-451e-9108-2ed4b7457284 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430703 Aug 31 01:12:12.282345 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port b1490861-da98-45b3-ab57-104cb294252b triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:12.283580 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:12.308115 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cca89-54d9-47cc-985e-d37af567da33 req-492318bd-82d2-457b-8ad0-873bf245a076 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:12.315795 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0f3cca89-54d9-47cc-985e-d37af567da33 req-492318bd-82d2-457b-8ad0-873bf245a076 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.0702624 Aug 31 01:12:12.354707 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0f3cca89-54d9-47cc-985e-d37af567da33 req-cfcd54d6-1fce-45fd-a4df-17ccc1081d28 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379953 Aug 31 01:12:12.883425 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:12.926648 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9ff9a250-bc78-46a2-b674-c8f124889743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:12.927311 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b144b804-7ff9-46b8-bf4f-6c153a45138f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:12.933223 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9a96bffd-dae6-4300-b58a-a8177e23c962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:12.993966 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b144b804-7ff9-46b8-bf4f-6c153a45138f None None] Routers {'1492f0b7-7e42-4843-a6b4-fd3bb6058409'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:12.995032 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-b144b804-7ff9-46b8-bf4f-6c153a45138f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:12:09Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['1492f0b7-7e42-4843-a6b4-fd3bb6058409'], 'active': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:13.020003 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff9a250-bc78-46a2-b674-c8f124889743 admin admin] Network db161aa1-6b1f-4b88-ac16-307a6b71d973 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:12:13.038412 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-9ff9a250-bc78-46a2-b674-c8f124889743 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:13.042769 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff9a250-bc78-46a2-b674-c8f124889743 admin admin] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:12:13.052063 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9ff9a250-bc78-46a2-b674-c8f124889743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-372126'] for router_interface, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:13.052063 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a96bffd-dae6-4300-b58a-a8177e23c962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b3e317-f238-4df1-9534-686e3d5830b4,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:13.060131 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e28e604-40fd-49f5-8eff-6aa7b8a9a802 None None] Pushing event updated for resources: {'Port': ['ID=3c55ddcb-5532-4ae7-88ae-e9dad9071a82,revision_number=3']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:13.067449 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-9a96bffd-dae6-4300-b58a-a8177e23c962 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a7171b013f194dc89bb677992393fd66&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4054639 Aug 31 01:12:13.067635 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 58316) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:13.176088 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvr_db [None req-b144b804-7ff9-46b8-bf4f-6c153a45138f None None] Set router 1492f0b7-7e42-4843-a6b4-fd3bb6058409 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:12:13.207323 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e009b66d-84d2-491c-b539-48a51975b71f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:13.263200 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e009b66d-84d2-491c-b539-48a51975b71f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:13.441229 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e009b66d-84d2-491c-b539-48a51975b71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:13.443873 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e009b66d-84d2-491c-b539-48a51975b71f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:13.445060 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-e009b66d-84d2-491c-b539-48a51975b71f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/50b3e317-f238-4df1-9534-686e3d5830b4 HTTP/1.1" status: 204 len: 168 time: 0.3764114 Aug 31 01:12:13.473360 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e009b66d-84d2-491c-b539-48a51975b71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b3e317-f238-4df1-9534-686e3d5830b4,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:13.503359 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879490f-e590-4396-80ca-09dbca9d04a2 req-031c0498-7d1b-4f00-a837-d4ae5d062af9 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:13.505024 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4879490f-e590-4396-80ca-09dbca9d04a2 req-031c0498-7d1b-4f00-a837-d4ae5d062af9 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.1797516 Aug 31 01:12:13.545786 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04cdc3-6651-4814-8a11-deca54cb092a req-3fd6d4ab-7499-4387-b6bb-b9c1140fd31e tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:13.564219 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2e04cdc3-6651-4814-8a11-deca54cb092a req-3fd6d4ab-7499-4387-b6bb-b9c1140fd31e tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 945 time: 0.1763661 Aug 31 01:12:13.580063 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9a250-bc78-46a2-b674-c8f124889743 admin admin] Pushing event updated for resources: {'Port': ['ID=532abf43-1519-4af6-901f-9a32b7bf1026,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:13.581494 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-b144b804-7ff9-46b8-bf4f-6c153a45138f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1492f0b7-7e42-4843-a6b4-fd3bb6058409', 'name': 'tempest-TestVolumeBootPattern-405885916-router', 'tenant_id': 'db19fc6290044d15a09fce1e6737c530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '3c55ddcb-5532-4ae7-88ae-e9dad9071a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:12:07Z', 'updated_at': '2021-08-31T01:12:09Z', 'revision_number': 3, 'project_id': 'db19fc6290044d15a09fce1e6737c530', 'gw_port': {'id': '3c55ddcb-5532-4ae7-88ae-e9dad9071a82', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f9:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1492f0b7-7e42-4843-a6b4-fd3bb6058409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:12:07Z', 'updated_at': '2021-08-31T01:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi'}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:13.619570 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b144b804-7ff9-46b8-bf4f-6c153a45138f None None] The sync data for ids ['1492f0b7-7e42-4843-a6b4-fd3bb6058409'] in dv-cinder-760180-3-iscsi is: [{'id': '1492f0b7-7e42-4843-a6b4-fd3bb6058409', 'name': 'tempest-TestVolumeBootPattern-405885916-router', 'tenant_id': 'db19fc6290044d15a09fce1e6737c530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '3c55ddcb-5532-4ae7-88ae-e9dad9071a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:12:07Z', 'updated_at': '2021-08-31T01:12:09Z', 'revision_number': 3, 'project_id': 'db19fc6290044d15a09fce1e6737c530', 'gw_port': {'id': '3c55ddcb-5532-4ae7-88ae-e9dad9071a82', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f9:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1492f0b7-7e42-4843-a6b4-fd3bb6058409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:12:07Z', 'updated_at': '2021-08-31T01:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi'}] {{(pid=94637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:12:13.653716 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-1ce21435-53df-47ea-ab1b-ba5f9899102e None None] Provisioning for port 532abf43-1519-4af6-901f-9a32b7bf1026 completed by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:13.658659 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-1ce21435-53df-47ea-ab1b-ba5f9899102e None None] Provisioning complete for port 532abf43-1519-4af6-901f-9a32b7bf1026 triggered by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:13.664915 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-1ce21435-53df-47ea-ab1b-ba5f9899102e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:13.677825 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2e04cdc3-6651-4814-8a11-deca54cb092a req-0814763a-87a9-4487-adda-453dc8a781f8 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107430 Aug 31 01:12:13.708359 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4879490f-e590-4396-80ca-09dbca9d04a2 req-66aed933-893a-43c4-9a81-e999510479ac tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820841 Aug 31 01:12:13.728848 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-1ce21435-53df-47ea-ab1b-ba5f9899102e None None] Port 532abf43-1519-4af6-901f-9a32b7bf1026 cannot update to ACTIVE because it is not bound. {{(pid=94636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:12:13.868164 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10fa6f-9799-4953-b00d-374464848a63 req-2efcdba1-10a9-4921-a7de-86f36ce1795f tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:13.874853 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2e10fa6f-9799-4953-b00d-374464848a63 req-2efcdba1-10a9-4921-a7de-86f36ce1795f tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.1051626 Aug 31 01:12:13.887742 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9ff9a250-bc78-46a2-b674-c8f124889743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:13.950044 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2e10fa6f-9799-4953-b00d-374464848a63 req-106a48f6-68df-47be-8c73-98c5240618c5 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673039 Aug 31 01:12:14.158050 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:14.249628 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 3c55ddcb-5532-4ae7-88ae-e9dad9071a82 up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:12:14.261532 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9ff9a250-bc78-46a2-b674-c8f124889743 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:14.328524 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9ff9a250-bc78-46a2-b674-c8f124889743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:14.332928 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9ff9a250-bc78-46a2-b674-c8f124889743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-370990'] for router_interface, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:14.423917 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9a250-bc78-46a2-b674-c8f124889743 admin admin] Pushing event updated for resources: {'Port': ['ID=532abf43-1519-4af6-901f-9a32b7bf1026,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:14.455045 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning for port 3c55ddcb-5532-4ae7-88ae-e9dad9071a82 completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:14.461425 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port 3c55ddcb-5532-4ae7-88ae-e9dad9071a82 triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:14.462112 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:14.480098 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 58334) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:14.486306 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff9a250-bc78-46a2-b674-c8f124889743 admin admin] Network db161aa1-6b1f-4b88-ac16-307a6b71d973 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:12:14.488213 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-9ff9a250-bc78-46a2-b674-c8f124889743 admin admin] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:14.526879 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-56de10a1-649f-4ce5-a17c-08d2a809d33e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:14.715898 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:14.753511 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff9a250-bc78-46a2-b674-c8f124889743 admin admin] Router 1492f0b7-7e42-4843-a6b4-fd3bb6058409 has already been hosted by L3 agent c5d183af-b1ef-4815-8853-b3c8447fce00 {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:12:14.787396 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] For port 3c55ddcb-5532-4ae7-88ae-e9dad9071a82, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=3c55ddcb-5532-4ae7-88ae-e9dad9071a82,segment=NetworkSegment(1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a),segment_id=1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:14.787626 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-56de10a1-649f-4ce5-a17c-08d2a809d33e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:14.867228 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-56de10a1-649f-4ce5-a17c-08d2a809d33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:14.883376 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:14.967732 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff9a250-bc78-46a2-b674-c8f124889743 admin admin] Notify agent at l3_agent.dv-cinder-760180-3-iscsi the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:12:14.987358 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-9ff9a250-bc78-46a2-b674-c8f124889743 admin admin] 10.222.0.43 "PUT /v2.0/routers/1492f0b7-7e42-4843-a6b4-fd3bb6058409/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6243205 Aug 31 01:12:15.001097 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc975c-3bc3-478d-ad5e-527d2b1b8683 req-8c4f0c81-3aad-4b28-b28a-c6c95c1d609b tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:15.002343 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Pushing event updated for resources: {'Port': ['ID=3c55ddcb-5532-4ae7-88ae-e9dad9071a82,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:15.003005 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-81dc975c-3bc3-478d-ad5e-527d2b1b8683 req-8c4f0c81-3aad-4b28-b28a-c6c95c1d609b tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.1958876 Aug 31 01:12:15.009086 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-56de10a1-649f-4ce5-a17c-08d2a809d33e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=77ac823a274e491c9705feb09bec90a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5250587 Aug 31 01:12:15.009086 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56de10a1-649f-4ce5-a17c-08d2a809d33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a36b6a7-65af-419e-961a-1851b9197d25,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:15.011520 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 58344) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:15.020898 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-a235fdcf-e94b-4edd-a9d6-53e90b2939e5 None None] Provisioning complete for port 532abf43-1519-4af6-901f-9a32b7bf1026 triggered by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:15.027926 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-a235fdcf-e94b-4edd-a9d6-53e90b2939e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:15.042771 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cbd9d1-fb11-48e5-9740-aaaacd26c0a7 req-9acde5cb-5f08-4df2-b679-bd88c1ebfce7 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:15.060761 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-60cbd9d1-fb11-48e5-9740-aaaacd26c0a7 req-9acde5cb-5f08-4df2-b679-bd88c1ebfce7 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 945 time: 0.1952534 Aug 31 01:12:15.159986 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-a235fdcf-e94b-4edd-a9d6-53e90b2939e5 None None] Port 532abf43-1519-4af6-901f-9a32b7bf1026 cannot update to ACTIVE because it is not bound. {{(pid=94636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:12:15.216574 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-81dc975c-3bc3-478d-ad5e-527d2b1b8683 req-e2b726a7-553b-4113-9716-273d8699c701 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890278 Aug 31 01:12:15.219209 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-60cbd9d1-fb11-48e5-9740-aaaacd26c0a7 req-9b185bd0-68f1-4ec4-b9d1-f59366981edf tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534405 Aug 31 01:12:15.233783 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0484e980-6e98-48bb-bdc7-3e688d90cf22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:15.286001 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0484e980-6e98-48bb-bdc7-3e688d90cf22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:15.481324 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ce82c-089a-472b-9300-72ae4a100bf4 req-ab03db05-3765-40c0-b1c4-a698f9305a6a tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:15.489013 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-488ce82c-089a-472b-9300-72ae4a100bf4 req-ab03db05-3765-40c0-b1c4-a698f9305a6a tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.1157665 Aug 31 01:12:15.524748 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0484e980-6e98-48bb-bdc7-3e688d90cf22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:15.528222 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0484e980-6e98-48bb-bdc7-3e688d90cf22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:15.532281 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-0484e980-6e98-48bb-bdc7-3e688d90cf22 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9a36b6a7-65af-419e-961a-1851b9197d25 HTTP/1.1" status: 204 len: 168 time: 0.5173912 Aug 31 01:12:15.555482 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484e980-6e98-48bb-bdc7-3e688d90cf22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a36b6a7-65af-419e-961a-1851b9197d25,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:15.571220 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-488ce82c-089a-472b-9300-72ae4a100bf4 req-ffec1809-c2cd-4540-8c50-87666ed115f7 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735426 Aug 31 01:12:16.096006 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2618ee-6b6c-44f1-964e-0d7afcedbf4b None None] Sync routers for ids ['1492f0b7-7e42-4843-a6b4-fd3bb6058409'] in dv-cinder-760180-3-iscsi {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:12:16.107123 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2618ee-6b6c-44f1-964e-0d7afcedbf4b None None] Routers {'1492f0b7-7e42-4843-a6b4-fd3bb6058409'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:16.107813 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-0e2618ee-6b6c-44f1-964e-0d7afcedbf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:12:09Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['1492f0b7-7e42-4843-a6b4-fd3bb6058409'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:16.193291 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 3c55ddcb-5532-4ae7-88ae-e9dad9071a82 up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:12:16.246463 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-0e2618ee-6b6c-44f1-964e-0d7afcedbf4b None None] Set router 1492f0b7-7e42-4843-a6b4-fd3bb6058409 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:12:16.332347 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port 3c55ddcb-5532-4ae7-88ae-e9dad9071a82 triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:16.332781 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:16.373572 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b1ab2-d663-45c5-bcdc-b00473db2294 req-342a98be-6f02-48eb-9dda-c8a11a64625c tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:16.375558 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1b0b1ab2-d663-45c5-bcdc-b00473db2294 req-342a98be-6f02-48eb-9dda-c8a11a64625c tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0770202 Aug 31 01:12:16.376226 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 58370) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:16.382245 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [None req-65210a56-3147-4ec3-b6b8-7ae620f84c9d tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1274599636', 'description': 'tempest-secgroup-smoke-1274599636 description', 'project_id': 'cd87758004a84b0894e10b0402589a05'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:16.494914 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1b0b1ab2-d663-45c5-bcdc-b00473db2294 req-a6e669b6-9cd6-43a5-a5fc-171415486e6d tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902901 Aug 31 01:12:16.530433 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-65210a56-3147-4ec3-b6b8-7ae620f84c9d tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks [] for security_group, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:16.610146 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77745992-5e65-403d-bcb9-0f02373045e2 req-39efa1c1-316b-4831-8d64-0ef38413881a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:16.612060 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-77745992-5e65-403d-bcb9-0f02373045e2 req-39efa1c1-316b-4831-8d64-0ef38413881a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 945 time: 0.1021743 Aug 31 01:12:16.653356 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-0e2618ee-6b6c-44f1-964e-0d7afcedbf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1492f0b7-7e42-4843-a6b4-fd3bb6058409', 'name': 'tempest-TestVolumeBootPattern-405885916-router', 'tenant_id': 'db19fc6290044d15a09fce1e6737c530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '3c55ddcb-5532-4ae7-88ae-e9dad9071a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:12:07Z', 'updated_at': '2021-08-31T01:12:13Z', 'revision_number': 4, 'project_id': 'db19fc6290044d15a09fce1e6737c530', 'gw_port': {'id': '3c55ddcb-5532-4ae7-88ae-e9dad9071a82', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1492f0b7-7e42-4843-a6b4-fd3bb6058409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:12:07Z', 'updated_at': '2021-08-31T01:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': '532abf43-1519-4af6-901f-9a32b7bf1026', 'name': '', 'network_id': 'db161aa1-6b1f-4b88-ac16-307a6b71d973', 'tenant_id': 'db19fc6290044d15a09fce1e6737c530', 'mac_address': 'fa:16:3e:08:37:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1492f0b7-7e42-4843-a6b4-fd3bb6058409', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '0933db8a-b12e-4862-ada9-63dc0641ce5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:12:11Z', 'updated_at': '2021-08-31T01:12:13Z', 'revision_number': 2, 'project_id': 'db19fc6290044d15a09fce1e6737c530', 'subnets': [{'id': '0933db8a-b12e-4862-ada9-63dc0641ce5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:16.690638 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2618ee-6b6c-44f1-964e-0d7afcedbf4b None None] Checking router: 1492f0b7-7e42-4843-a6b4-fd3bb6058409 for host: dv-cinder-760180-3-iscsi {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:12:16.691001 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2618ee-6b6c-44f1-964e-0d7afcedbf4b None None] Updating router 1492f0b7-7e42-4843-a6b4-fd3bb6058409 port 532abf43-1519-4af6-901f-9a32b7bf1026 binding host dv-cinder-760180-3-iscsi {{(pid=94636) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 01:12:16.753678 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-0e2618ee-6b6c-44f1-964e-0d7afcedbf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:16.788199 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-77745992-5e65-403d-bcb9-0f02373045e2 req-4e32103f-1ac3-4fd8-95b8-b16878727c97 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538291 Aug 31 01:12:16.892215 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959c01f-c0a2-468f-8c85-974575b26426 req-647b7ce2-2eb6-4f3b-8616-8a7e5a02c625 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:16.904032 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c959c01f-c0a2-468f-8c85-974575b26426 req-647b7ce2-2eb6-4f3b-8616-8a7e5a02c625 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.1607950 Aug 31 01:12:16.966765 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-65210a56-3147-4ec3-b6b8-7ae620f84c9d tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks [] for security_group, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:17.001778 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622af8fb-c891-477e-9f23-cbfc036d5c7c req-73f1c635-32a4-4a33-916f-c3b9b2780099 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:17.009472 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-622af8fb-c891-477e-9f23-cbfc036d5c7c req-73f1c635-32a4-4a33-916f-c3b9b2780099 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 945 time: 0.0975592 Aug 31 01:12:17.022141 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c959c01f-c0a2-468f-8c85-974575b26426 req-040562fb-e856-420c-9c97-8016a6cdb32e tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148067 Aug 31 01:12:17.033865 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-65210a56-3147-4ec3-b6b8-7ae620f84c9d tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:17.064386 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 58386) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:17.083310 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aa63f1a5-8620-4d02-9d53-e1a8ef61fab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:17.106920 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-622af8fb-c891-477e-9f23-cbfc036d5c7c req-62a12fb6-2144-40f5-a5d9-1d04f0bdb2db tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5db1daa-a506-4957-8837-925c5bc59749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963597 Aug 31 01:12:17.121129 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 58388) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:17.123064 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-65210a56-3147-4ec3-b6b8-7ae620f84c9d tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:17.124597 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-65210a56-3147-4ec3-b6b8-7ae620f84c9d tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7470207 Aug 31 01:12:17.129708 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 58390) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:17.131797 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65210a56-3147-4ec3-b6b8-7ae620f84c9d tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c071c7c8-f360-43e9-952d-7eeadd8c8ea0,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:17.149383 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-0ad26590-e23b-4b6d-9803-908ca46e408d tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Request body: {'security_group_rule': {'security_group_id': 'c071c7c8-f360-43e9-952d-7eeadd8c8ea0', 'project_id': 'cd87758004a84b0894e10b0402589a05', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:17.177551 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-0e2618ee-6b6c-44f1-964e-0d7afcedbf4b None None] Notify callbacks [] for port, precommit_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:17.190585 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-0e2618ee-6b6c-44f1-964e-0d7afcedbf4b None None] Transition to ACTIVE for port object 532abf43-1519-4af6-901f-9a32b7bf1026 will not be triggered until provisioned by entity L2. {{(pid=94636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:12:17.260023 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-0e2618ee-6b6c-44f1-964e-0d7afcedbf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:17.290149 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aa63f1a5-8620-4d02-9d53-e1a8ef61fab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:17.328955 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778e09a-b43b-4e85-bb0d-fa9352b7a401 None None] Pushing event updated for resources: {'Port': ['ID=532abf43-1519-4af6-901f-9a32b7bf1026,revision_number=3']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:17.375897 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-aa63f1a5-8620-4d02-9d53-e1a8ef61fab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:17.438717 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-0e2618ee-6b6c-44f1-964e-0d7afcedbf4b None None] Attempting to bind port 532abf43-1519-4af6-901f-9a32b7bf1026 on host dv-cinder-760180-3-iscsi for vnic_type normal with profile {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:12:17.439095 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-0e2618ee-6b6c-44f1-964e-0d7afcedbf4b None None] Attempting to bind port 532abf43-1519-4af6-901f-9a32b7bf1026 by drivers openvswitch,hyperv on host dv-cinder-760180-3-iscsi at level 0 using segments [{'id': '72c8daa4-84bf-4ae6-8132-c69f33d8c49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'db161aa1-6b1f-4b88-ac16-307a6b71d973'}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:12:17.439457 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2618ee-6b6c-44f1-964e-0d7afcedbf4b None None] Attempting to bind port 532abf43-1519-4af6-901f-9a32b7bf1026 on network db161aa1-6b1f-4b88-ac16-307a6b71d973 {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:12:17.458456 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2618ee-6b6c-44f1-964e-0d7afcedbf4b None None] Checking agent: {'id': 'e0e3d429-98ee-4375-b253-cc814bb4b4fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760180-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 1, 9), 'started_at': datetime.datetime(2021, 8, 31, 1, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760180-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:12:17.474960 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2618ee-6b6c-44f1-964e-0d7afcedbf4b None None] Checking segment: {'id': '72c8daa4-84bf-4ae6-8132-c69f33d8c49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'db161aa1-6b1f-4b88-ac16-307a6b71d973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:12:17.474960 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-0e2618ee-6b6c-44f1-964e-0d7afcedbf4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:17.474960 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2618ee-6b6c-44f1-964e-0d7afcedbf4b None None] Bound using segment: {'id': '72c8daa4-84bf-4ae6-8132-c69f33d8c49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'db161aa1-6b1f-4b88-ac16-307a6b71d973'} {{(pid=94636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:12:17.474960 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.managers [None req-0e2618ee-6b6c-44f1-964e-0d7afcedbf4b None None] Bound port: 532abf43-1519-4af6-901f-9a32b7bf1026, host: dv-cinder-760180-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c8daa4-84bf-4ae6-8132-c69f33d8c49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'db161aa1-6b1f-4b88-ac16-307a6b71d973'}}] {{(pid=94636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:12:17.474960 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-0e2618ee-6b6c-44f1-964e-0d7afcedbf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:17.476181 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-aa63f1a5-8620-4d02-9d53-e1a8ef61fab6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=31615e25a6bd457785bd98bda2362aef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4102700 Aug 31 01:12:17.478423 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 58396) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:17.497166 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63f1a5-8620-4d02-9d53-e1a8ef61fab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7501eb47-cb49-4171-91a6-cf5d32f6a309,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:17.550249 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0ad26590-e23b-4b6d-9803-908ca46e408d tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:17.602417 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1047431f-6994-46fc-af34-6c7f2f88fdf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:17.642250 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1047431f-6994-46fc-af34-6c7f2f88fdf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:17.661866 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-0e2618ee-6b6c-44f1-964e-0d7afcedbf4b None None] For port 532abf43-1519-4af6-901f-9a32b7bf1026, host dv-cinder-760180-3-iscsi, cleared binding levels {{(pid=94636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:12:17.666099 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-0e2618ee-6b6c-44f1-964e-0d7afcedbf4b None None] For port 532abf43-1519-4af6-901f-9a32b7bf1026, host dv-cinder-760180-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=532abf43-1519-4af6-901f-9a32b7bf1026,segment=NetworkSegment(72c8daa4-84bf-4ae6-8132-c69f33d8c49e),segment_id=72c8daa4-84bf-4ae6-8132-c69f33d8c49e)] {{(pid=94636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:12:17.704001 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c6225f-9cee-4779-91bb-1c041b49cc83 tempest-TestMinimumBasicScenario-150541921 tempest-TestMinimumBasicScenario-150541921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:17.710201 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-84c6225f-9cee-4779-91bb-1c041b49cc83 tempest-TestMinimumBasicScenario-150541921 tempest-TestMinimumBasicScenario-150541921-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 1093 time: 0.5851209 Aug 31 01:12:17.714204 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 58400) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:17.724584 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-4303cbfc-61a6-484d-a186-e143100ea881 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Request body: {'floatingip': {'floating_network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'port_id': 'fc9b8e88-6b4a-4fe6-a915-ce88699f84b5', 'tenant_id': '903de612f2344f45af5b8ec67b92b43b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:17.734766 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-0e2618ee-6b6c-44f1-964e-0d7afcedbf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:17.740954 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1958cf-53c9-4ac9-ac88-861a5fa1938c req-82d555f6-a885-4d5c-bff1-99932aca48f1 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:17.743267 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-cf1958cf-53c9-4ac9-ac88-861a5fa1938c req-82d555f6-a885-4d5c-bff1-99932aca48f1 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.1045074 Aug 31 01:12:17.759799 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0ad26590-e23b-4b6d-9803-908ca46e408d tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:17.821378 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-cf1958cf-53c9-4ac9-ac88-861a5fa1938c req-fd1e8a21-d17c-4c2d-a95a-61939b86917a tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580463 Aug 31 01:12:17.822034 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0ad26590-e23b-4b6d-9803-908ca46e408d tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021170'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:17.838369 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad26590-e23b-4b6d-9803-908ca46e408d tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9b61a7a-cc44-4a53-b31d-3040e92bf8b9,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:17.848049 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1047431f-6994-46fc-af34-6c7f2f88fdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:17.850593 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4303cbfc-61a6-484d-a186-e143100ea881 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks [] for floatingip, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:17.851347 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1047431f-6994-46fc-af34-6c7f2f88fdf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:17.853589 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-1047431f-6994-46fc-af34-6c7f2f88fdf0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7501eb47-cb49-4171-91a6-cf5d32f6a309 HTTP/1.1" status: 204 len: 168 time: 0.3728671 Aug 31 01:12:17.866103 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047431f-6994-46fc-af34-6c7f2f88fdf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7501eb47-cb49-4171-91a6-cf5d32f6a309,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:17.930642 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778e09a-b43b-4e85-bb0d-fa9352b7a401 None None] Pushing event updated for resources: {'Port': ['ID=532abf43-1519-4af6-901f-9a32b7bf1026,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:17.936703 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0ad26590-e23b-4b6d-9803-908ca46e408d tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:17.939838 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-0ad26590-e23b-4b6d-9803-908ca46e408d tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7927711 Aug 31 01:12:17.941212 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 58408) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:17.947155 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2618ee-6b6c-44f1-964e-0d7afcedbf4b None None] Routers {'1492f0b7-7e42-4843-a6b4-fd3bb6058409'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:17.947813 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [None req-c6421cb1-1090-447b-bd4c-4a775141f40d tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Request body: {'security_group_rule': {'security_group_id': 'c071c7c8-f360-43e9-952d-7eeadd8c8ea0', 'project_id': 'cd87758004a84b0894e10b0402589a05', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:17.948243 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-0e2618ee-6b6c-44f1-964e-0d7afcedbf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:12:09Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['1492f0b7-7e42-4843-a6b4-fd3bb6058409'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:18.067322 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4303cbfc-61a6-484d-a186-e143100ea881 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:18.149037 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467f2f5-3ccf-4a66-80d0-c6067e815014 req-f7c04d1c-eb74-42e1-8543-6d73290848bd tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:18.163397 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e467f2f5-3ccf-4a66-80d0-c6067e815014 req-f7c04d1c-eb74-42e1-8543-6d73290848bd tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 945 time: 0.2086277 Aug 31 01:12:18.185471 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-0e2618ee-6b6c-44f1-964e-0d7afcedbf4b None None] Set router 1492f0b7-7e42-4843-a6b4-fd3bb6058409 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:12:18.228974 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c6421cb1-1090-447b-bd4c-4a775141f40d tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:18.353463 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e467f2f5-3ccf-4a66-80d0-c6067e815014 req-d7febcb3-a295-436e-9d0f-a57da9e94e63 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888466 Aug 31 01:12:18.371374 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-4303cbfc-61a6-484d-a186-e143100ea881 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Allocated IP 172.27.3.102 (6de9ff05-f8f6-4fd1-b476-077a32a7a2f5/44be20a0-ff0a-4c00-a541-a9ead83fffe9/39e321c8-f5c4-4fcd-a5cd-9c6ca81a2890) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:12:18.377545 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7864d-289e-4980-98d2-b5960420495e req-49371d58-13a0-4870-a8ac-f34be3a865e4 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:18.401610 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-49e7864d-289e-4980-98d2-b5960420495e req-49371d58-13a0-4870-a8ac-f34be3a865e4 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.2709248 Aug 31 01:12:18.461695 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c6421cb1-1090-447b-bd4c-4a775141f40d tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:18.485280 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-49e7864d-289e-4980-98d2-b5960420495e req-6db35d90-193b-47e7-a42d-c92d915ebef6 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827136 Aug 31 01:12:18.550900 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c6421cb1-1090-447b-bd4c-4a775141f40d tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021170'] for security_group_rule, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:18.574411 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6421cb1-1090-447b-bd4c-4a775141f40d tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b60b2593-7bf0-429f-9bb6-3a8824af6328,revision_number=0']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:18.593655 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4303cbfc-61a6-484d-a186-e143100ea881 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:18.654526 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c6421cb1-1090-447b-bd4c-4a775141f40d tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:18.656433 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-c6421cb1-1090-447b-bd4c-4a775141f40d tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7142348 Aug 31 01:12:18.659128 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 58416) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:18.665102 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [None req-934e7278-f5ef-4ffd-8171-7f47bf7b2555 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Request body: {'security_group_rule': {'security_group_id': 'c071c7c8-f360-43e9-952d-7eeadd8c8ea0', 'project_id': 'cd87758004a84b0894e10b0402589a05', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:18.686838 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-0e2618ee-6b6c-44f1-964e-0d7afcedbf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1492f0b7-7e42-4843-a6b4-fd3bb6058409', 'name': 'tempest-TestVolumeBootPattern-405885916-router', 'tenant_id': 'db19fc6290044d15a09fce1e6737c530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '3c55ddcb-5532-4ae7-88ae-e9dad9071a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:12:07Z', 'updated_at': '2021-08-31T01:12:13Z', 'revision_number': 4, 'project_id': 'db19fc6290044d15a09fce1e6737c530', 'gw_port': {'id': '3c55ddcb-5532-4ae7-88ae-e9dad9071a82', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1492f0b7-7e42-4843-a6b4-fd3bb6058409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:12:07Z', 'updated_at': '2021-08-31T01:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': '532abf43-1519-4af6-901f-9a32b7bf1026', 'name': '', 'network_id': 'db161aa1-6b1f-4b88-ac16-307a6b71d973', 'tenant_id': 'db19fc6290044d15a09fce1e6737c530', 'mac_address': 'fa:16:3e:08:37:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1492f0b7-7e42-4843-a6b4-fd3bb6058409', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '0933db8a-b12e-4862-ada9-63dc0641ce5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:12:11Z', 'updated_at': '2021-08-31T01:12:17Z', 'revision_number': 4, 'project_id': 'db19fc6290044d15a09fce1e6737c530', 'subnets': [{'id': '0933db8a-b12e-4862-ada9-63dc0641ce5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:18.716771 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2618ee-6b6c-44f1-964e-0d7afcedbf4b None None] The sync data for ids ['1492f0b7-7e42-4843-a6b4-fd3bb6058409'] in dv-cinder-760180-3-iscsi is: [{'id': '1492f0b7-7e42-4843-a6b4-fd3bb6058409', 'name': 'tempest-TestVolumeBootPattern-405885916-router', 'tenant_id': 'db19fc6290044d15a09fce1e6737c530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '3c55ddcb-5532-4ae7-88ae-e9dad9071a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:12:07Z', 'updated_at': '2021-08-31T01:12:13Z', 'revision_number': 4, 'project_id': 'db19fc6290044d15a09fce1e6737c530', 'gw_port': {'id': '3c55ddcb-5532-4ae7-88ae-e9dad9071a82', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1492f0b7-7e42-4843-a6b4-fd3bb6058409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:12:07Z', 'updated_at': '2021-08-31T01:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': '532abf43-1519-4af6-901f-9a32b7bf1026', 'name': '', 'network_id': 'db161aa1-6b1f-4b88-ac16-307a6b71d973', 'tenant_id': 'db19fc6290044d15a09fce1e6737c530', 'mac_address': 'fa:16:3e:08:37:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1492f0b7-7e42-4843-a6b4-fd3bb6058409', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '0933db8a-b12e-4862-ada9-63dc0641ce5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:12:11Z', 'updated_at': '2021-08-31T01:12:17Z', 'revision_number': 4, 'project_id': 'db19fc6290044d15a09fce1e6737c530', 'subnets': [{'id': '0933db8a-b12e-4862-ada9-63dc0641ce5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:12:18.747889 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4303cbfc-61a6-484d-a186-e143100ea881 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:18.779466 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-934e7278-f5ef-4ffd-8171-7f47bf7b2555 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:18.827624 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4303cbfc-61a6-484d-a186-e143100ea881 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Network 6de9ff05-f8f6-4fd1-b476-077a32a7a2f5 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:12:18.831056 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-4303cbfc-61a6-484d-a186-e143100ea881 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:18.834201 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4303cbfc-61a6-484d-a186-e143100ea881 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:12:18.901643 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-934e7278-f5ef-4ffd-8171-7f47bf7b2555 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:18.950352 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303cbfc-61a6-484d-a186-e143100ea881 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Pushing event updated for resources: {'Port': ['ID=39e321c8-f5c4-4fcd-a5cd-9c6ca81a2890,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:19.004909 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-934e7278-f5ef-4ffd-8171-7f47bf7b2555 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021170'] for security_group_rule, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:19.053997 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934e7278-f5ef-4ffd-8171-7f47bf7b2555 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a2dc77-4af7-4c57-9224-61e05768f3b7,revision_number=0']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:19.070828 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a7dd6-f629-400e-954c-4e0af1ff7679 req-93b728c3-ad60-420c-ab67-269eade1807f tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:19.076175 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-844a7dd6-f629-400e-954c-4e0af1ff7679 req-93b728c3-ad60-420c-ab67-269eade1807f tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.1338751 Aug 31 01:12:19.135429 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-844a7dd6-f629-400e-954c-4e0af1ff7679 req-d260fb48-0e8b-477c-b48d-38e13863e443 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537531 Aug 31 01:12:19.159250 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-934e7278-f5ef-4ffd-8171-7f47bf7b2555 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:19.161755 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-934e7278-f5ef-4ffd-8171-7f47bf7b2555 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5012591 Aug 31 01:12:19.175964 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 58430) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:19.189205 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [None req-1cafd1c9-2d3a-4008-b18a-1e2a9269cac3 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Request body: {'security_group_rule': {'security_group_id': 'c071c7c8-f360-43e9-952d-7eeadd8c8ea0', 'project_id': 'cd87758004a84b0894e10b0402589a05', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:19.306114 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1cafd1c9-2d3a-4008-b18a-1e2a9269cac3 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:19.411423 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4303cbfc-61a6-484d-a186-e143100ea881 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:19.432914 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1cafd1c9-2d3a-4008-b18a-1e2a9269cac3 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:19.516719 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1cafd1c9-2d3a-4008-b18a-1e2a9269cac3 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021170'] for security_group_rule, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:19.540004 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cafd1c9-2d3a-4008-b18a-1e2a9269cac3 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00a955f6-1e24-4f8c-9909-0dd6debfcd9f,revision_number=0']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:19.580544 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4646721b-f33e-47fe-8bc1-0dd55f43933f req-e4cf8157-e1f7-4330-a254-ad75237e6c89 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:19.586760 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4646721b-f33e-47fe-8bc1-0dd55f43933f req-e4cf8157-e1f7-4330-a254-ad75237e6c89 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 945 time: 0.1080153 Aug 31 01:12:19.601648 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4303cbfc-61a6-484d-a186-e143100ea881 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:19.645974 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1cafd1c9-2d3a-4008-b18a-1e2a9269cac3 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:19.651133 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-1cafd1c9-2d3a-4008-b18a-1e2a9269cac3 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4739833 Aug 31 01:12:19.655076 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 58450) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:19.660750 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [None req-f3335b86-433e-40d8-80b5-0559c2905f5c tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Request body: {'security_group_rule': {'security_group_id': 'c071c7c8-f360-43e9-952d-7eeadd8c8ea0', 'project_id': 'cd87758004a84b0894e10b0402589a05', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:19.689830 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4646721b-f33e-47fe-8bc1-0dd55f43933f req-296fc690-be39-4fdb-b788-a6e28eab0902 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951271 Aug 31 01:12:19.762760 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96bee5-f228-4cf0-839f-a3f1587c0846 req-0765ef07-ece2-492d-b3f5-7c0293950578 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:19.765516 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7a96bee5-f228-4cf0-839f-a3f1587c0846 req-0765ef07-ece2-492d-b3f5-7c0293950578 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.1132627 Aug 31 01:12:19.816274 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.db.securitygroups_db [None req-f3335b86-433e-40d8-80b5-0559c2905f5c tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Project cd87758004a84b0894e10b0402589a05 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:12:19.827106 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f3335b86-433e-40d8-80b5-0559c2905f5c tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:19.847404 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7a96bee5-f228-4cf0-839f-a3f1587c0846 req-ed15cbcd-1027-4d94-b1a1-74137a4daf19 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714240 Aug 31 01:12:19.959517 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f3335b86-433e-40d8-80b5-0559c2905f5c tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:20.025502 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f3335b86-433e-40d8-80b5-0559c2905f5c tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021170'] for security_group_rule, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:20.045317 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4303cbfc-61a6-484d-a186-e143100ea881 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:20.048830 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3335b86-433e-40d8-80b5-0559c2905f5c tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90acd399-02cc-42ee-92c2-0de4961d3277,revision_number=0']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:20.121484 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4303cbfc-61a6-484d-a186-e143100ea881 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:20.151692 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f3335b86-433e-40d8-80b5-0559c2905f5c tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:20.152992 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-f3335b86-433e-40d8-80b5-0559c2905f5c tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4968185 Aug 31 01:12:20.155475 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 58474) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:20.160848 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [None req-01c101dc-6ded-4465-9786-f2004905ca75 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Request body: {'security_group_rule': {'security_group_id': 'c071c7c8-f360-43e9-952d-7eeadd8c8ea0', 'project_id': 'cd87758004a84b0894e10b0402589a05', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:20.176577 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4303cbfc-61a6-484d-a186-e143100ea881 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371979'] for floatingip, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:20.255764 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 532abf43-1519-4af6-901f-9a32b7bf1026 up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:12:20.342431 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.db.securitygroups_db [None req-01c101dc-6ded-4465-9786-f2004905ca75 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Project cd87758004a84b0894e10b0402589a05 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:12:20.352093 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-01c101dc-6ded-4465-9786-f2004905ca75 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:20.384226 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef394afd-4525-48dd-b8d4-3d439530cabf req-a872be08-6690-4d76-b114-f966d87a390d tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:20.394701 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ef394afd-4525-48dd-b8d4-3d439530cabf req-a872be08-6690-4d76-b114-f966d87a390d tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.1207254 Aug 31 01:12:20.440903 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning for port 532abf43-1519-4af6-901f-9a32b7bf1026 completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:20.443229 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port 532abf43-1519-4af6-901f-9a32b7bf1026 triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:20.443770 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:20.456810 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303cbfc-61a6-484d-a186-e143100ea881 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Pushing event updated for resources: {'Port': ['ID=39e321c8-f5c4-4fcd-a5cd-9c6ca81a2890,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:20.506673 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.db.l3_db [None req-4303cbfc-61a6-484d-a186-e143100ea881 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Floating IP 5819f3e8-a525-456f-88a9-41510378bfa6 associated. External IP: 172.27.3.102, port: fc9b8e88-6b4a-4fe6-a915-ce88699f84b5. Aug 31 01:12:20.518301 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ef394afd-4525-48dd-b8d4-3d439530cabf req-1f50fe02-2126-46eb-8d77-0246bc5a480b tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219420 Aug 31 01:12:20.547573 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-01c101dc-6ded-4465-9786-f2004905ca75 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:20.612314 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:20.668116 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] For port 532abf43-1519-4af6-901f-9a32b7bf1026, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=532abf43-1519-4af6-901f-9a32b7bf1026,segment=NetworkSegment(72c8daa4-84bf-4ae6-8132-c69f33d8c49e),segment_id=72c8daa4-84bf-4ae6-8132-c69f33d8c49e)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:20.677521 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-01c101dc-6ded-4465-9786-f2004905ca75 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021170'] for security_group_rule, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:20.700205 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c101dc-6ded-4465-9786-f2004905ca75 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d48e1d7a-27cd-4453-862c-b0ede6932f0b,revision_number=0']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:20.780018 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:20.781215 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-01c101dc-6ded-4465-9786-f2004905ca75 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:20.782460 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-01c101dc-6ded-4465-9786-f2004905ca75 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6259840 Aug 31 01:12:20.821824 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4303cbfc-61a6-484d-a186-e143100ea881 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Router e1ee8874-5af9-4abd-a949-7adfaf328549 has already been hosted by L3 agent c5d183af-b1ef-4815-8853-b3c8447fce00 {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:12:20.875968 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Pushing event updated for resources: {'Port': ['ID=532abf43-1519-4af6-901f-9a32b7bf1026,revision_number=5']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:20.877597 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724d165-55a6-473a-8bfa-093e8489be0b req-b4d60e3f-6ac3-4a51-8871-d7c90f40f5d9 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:20.897116 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0724d165-55a6-473a-8bfa-093e8489be0b req-b4d60e3f-6ac3-4a51-8871-d7c90f40f5d9 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 945 time: 0.1068556 Aug 31 01:12:20.975556 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0724d165-55a6-473a-8bfa-093e8489be0b req-7a434791-d1df-4672-85e9-4d155a5b38e7 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735550 Aug 31 01:12:21.016176 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4303cbfc-61a6-484d-a186-e143100ea881 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify agent at l3_agent.dv-cinder-760180-3-iscsi the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:12:21.027504 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b79c4c0-97f0-45d7-8f37-679959361a7d None None] Sync routers for ids ['e1ee8874-5af9-4abd-a949-7adfaf328549'] in dv-cinder-760180-3-iscsi {{(pid=94637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:12:21.050023 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b79c4c0-97f0-45d7-8f37-679959361a7d None None] Routers {'e1ee8874-5af9-4abd-a949-7adfaf328549'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:21.053262 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-7b79c4c0-97f0-45d7-8f37-679959361a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:12:09Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['e1ee8874-5af9-4abd-a949-7adfaf328549'], 'active': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:21.087887 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc5a0d-50b1-4b46-a502-1d19240a509a req-bba7c7c9-ad8c-455e-92cd-f5d8e27e9cf8 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:21.095718 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-61fc5a0d-50b1-4b46-a502-1d19240a509a req-bba7c7c9-ad8c-455e-92cd-f5d8e27e9cf8 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.1183195 Aug 31 01:12:21.099705 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4303cbfc-61a6-484d-a186-e143100ea881 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:21.151373 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-4303cbfc-61a6-484d-a186-e143100ea881 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4321945 Aug 31 01:12:21.152176 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 58558) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:21.152845 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb348ca-1622-4668-9b35-3d7328669904', 'tag': 'fc9b8e88-6b4a-4fe6-a915-ce88699f84b5'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:21.159200 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b045d85a9f13e76f05933045f29fa7ac65172c85c310fc202a594bb475bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fbe3dc-86db-43b6-942c-ceef7676511d" -d '{"events": [{"name": "network-changed", "server_uuid": "acb348ca-1622-4668-9b35-3d7328669904", "tag": "fc9b8e88-6b4a-4fe6-a915-ce88699f84b5"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:21.159955 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [None req-a6633318-62ea-4892-8abe-52be89b6e464 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1400190033', 'description': 'tempest-secgroup-smoke-1400190033 description', 'project_id': '903de612f2344f45af5b8ec67b92b43b'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:21.189726 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-61fc5a0d-50b1-4b46-a502-1d19240a509a req-ee1402e9-e6ff-4348-bc00-4f2095698254 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928309 Aug 31 01:12:21.226107 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5d98c2-7ca8-4a63-9b6a-ac396c6d9779 x-openstack-request-id: req-4f5d98c2-7ca8-4a63-9b6a-ac396c6d9779 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:21.226762 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb348ca-1622-4668-9b35-3d7328669904", "tag": "fc9b8e88-6b4a-4fe6-a915-ce88699f84b5", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:21.227662 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4f5d98c2-7ca8-4a63-9b6a-ac396c6d9779 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:21.228692 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb348ca-1622-4668-9b35-3d7328669904', 'tag': 'fc9b8e88-6b4a-4fe6-a915-ce88699f84b5', 'status': 'completed', 'code': 200} Aug 31 01:12:21.231254 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvr_db [None req-7b79c4c0-97f0-45d7-8f37-679959361a7d None None] Set router e1ee8874-5af9-4abd-a949-7adfaf328549 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:12:21.332253 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a6633318-62ea-4892-8abe-52be89b6e464 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks [] for security_group, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:21.347389 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fbe3dc-86db-43b6-942c-ceef7676511d req-6a2224b5-9fe7-4182-ad32-69241a38dc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:21.349714 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-37fbe3dc-86db-43b6-942c-ceef7676511d req-6a2224b5-9fe7-4182-ad32-69241a38dc0a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=903de612f2344f45af5b8ec67b92b43b&device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 1098 time: 0.0595663 Aug 31 01:12:21.774537 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-7b79c4c0-97f0-45d7-8f37-679959361a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ee8874-5af9-4abd-a949-7adfaf328549', 'name': 'tempest-TestMinimumBasicScenario-120299156-router', 'tenant_id': '903de612f2344f45af5b8ec67b92b43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '759e51f6-dd3c-490d-82de-363ba1bce85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:01Z', 'updated_at': '2021-08-31T01:11:05Z', 'revision_number': 4, 'project_id': '903de612f2344f45af5b8ec67b92b43b', 'gw_port': {'id': '759e51f6-dd3c-490d-82de-363ba1bce85d', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ee8874-5af9-4abd-a949-7adfaf328549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:02Z', 'updated_at': '2021-08-31T01:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_floatingips': [{'id': '5819f3e8-a525-456f-88a9-41510378bfa6', 'tenant_id': '903de612f2344f45af5b8ec67b92b43b', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'router_id': 'e1ee8874-5af9-4abd-a949-7adfaf328549', 'port_id': 'fc9b8e88-6b4a-4fe6-a915-ce88699f84b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10ac124c-9093-45e3-86e4-1440cfd9ebfd', 'mac_address': 'fa:16:3e:a9:a8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb348ca-1622-4668-9b35-3d7328669904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:12:19Z', 'updated_at': '2021-08-31T01:12:19Z', 'revision_number': 0, 'project_id': '903de612f2344f45af5b8ec67b92b43b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddb44cb7-1db9-4b3d-9b99-9c6f88e673ad', 'name': '', 'network_id': '10ac124c-9093-45e3-86e4-1440cfd9ebfd', 'tenant_id': '903de612f2344f45af5b8ec67b92b43b', 'mac_address': 'fa:16:3e:f6:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ee8874-5af9-4abd-a949-7adfaf328549', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '932a558b-fbdc-4fae-8436-489e1510f27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:04Z', 'updated_at': '2021-08-31T01:11:13Z', 'revision_number': 5, 'project_id': '903de612f2344f45af5b8ec67b92b43b', 'subnets': [{'id': '932a558b-fbdc-4fae-8436-489e1510f27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:21.821492 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fbe3dc-86db-43b6-942c-ceef7676511d req-fa4d2735-7ada-4c38-b115-02a6a04510c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:21.824678 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-37fbe3dc-86db-43b6-942c-ceef7676511d req-fa4d2735-7ada-4c38-b115-02a6a04510c0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=10ac124c-9093-45e3-86e4-1440cfd9ebfd HTTP/1.1" status: 200 len: 915 time: 0.4504778 Aug 31 01:12:21.829043 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b79c4c0-97f0-45d7-8f37-679959361a7d None None] Checking router: e1ee8874-5af9-4abd-a949-7adfaf328549 for host: dv-cinder-760180-3-iscsi {{(pid=94637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:12:21.838701 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b79c4c0-97f0-45d7-8f37-679959361a7d None None] Routers {'e1ee8874-5af9-4abd-a949-7adfaf328549'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:21.839317 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-7b79c4c0-97f0-45d7-8f37-679959361a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:12:09Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['e1ee8874-5af9-4abd-a949-7adfaf328549'], 'active': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:21.931441 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a6633318-62ea-4892-8abe-52be89b6e464 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks [] for security_group, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:21.934263 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-37fbe3dc-86db-43b6-942c-ceef7676511d req-f81922e6-037a-493a-b940-8f4c72abf39e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc9b8e88-6b4a-4fe6-a915-ce88699f84b5 HTTP/1.1" status: 200 len: 999 time: 0.1003897 Aug 31 01:12:21.952045 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvr_db [None req-7b79c4c0-97f0-45d7-8f37-679959361a7d None None] Set router e1ee8874-5af9-4abd-a949-7adfaf328549 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:12:21.971075 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ffc8a-c7ef-45e6-8587-85f0bb99b963 req-e918e6c5-fde9-4fc5-8e0b-df9895de9957 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:21.972758 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e78ffc8a-c7ef-45e6-8587-85f0bb99b963 req-e918e6c5-fde9-4fc5-8e0b-df9895de9957 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0612710 Aug 31 01:12:21.992586 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fbe3dc-86db-43b6-942c-ceef7676511d req-bd6e98b6-353e-433b-8828-bcaffa3077d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:21.994040 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-37fbe3dc-86db-43b6-942c-ceef7676511d req-bd6e98b6-353e-433b-8828-bcaffa3077d6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=932a558b-fbdc-4fae-8436-489e1510f27c HTTP/1.1" status: 200 len: 853 time: 0.0448904 Aug 31 01:12:22.029332 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e78ffc8a-c7ef-45e6-8587-85f0bb99b963 req-0e452ff8-821a-4a17-9e47-4f7600a33222 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476441 Aug 31 01:12:22.056123 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fbe3dc-86db-43b6-942c-ceef7676511d req-0f70a2ac-80f4-4461-836e-a53848108d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:22.057867 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-37fbe3dc-86db-43b6-942c-ceef7676511d req-0f70a2ac-80f4-4461-836e-a53848108d97 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=10ac124c-9093-45e3-86e4-1440cfd9ebfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514648 Aug 31 01:12:22.139372 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eefecc-5b52-4d3d-a4cb-1c57aa7453bf req-5dabd8d6-7080-45f9-8284-5081f8a1df2c tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:22.140933 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-01eefecc-5b52-4d3d-a4cb-1c57aa7453bf req-5dabd8d6-7080-45f9-8284-5081f8a1df2c tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 945 time: 0.0890195 Aug 31 01:12:22.184414 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 532abf43-1519-4af6-901f-9a32b7bf1026 up at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:12:22.185701 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-37fbe3dc-86db-43b6-942c-ceef7676511d req-6d933cb4-8fd9-458b-9251-740139d619ad service neutron] 10.222.0.72 "GET /v2.0/networks/10ac124c-9093-45e3-86e4-1440cfd9ebfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184578 Aug 31 01:12:22.194254 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-01eefecc-5b52-4d3d-a4cb-1c57aa7453bf req-8501e2a5-6e93-4c17-a6b5-53624c26aaae tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442798 Aug 31 01:12:22.265233 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a6633318-62ea-4892-8abe-52be89b6e464 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:22.275035 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-7b79c4c0-97f0-45d7-8f37-679959361a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ee8874-5af9-4abd-a949-7adfaf328549', 'name': 'tempest-TestMinimumBasicScenario-120299156-router', 'tenant_id': '903de612f2344f45af5b8ec67b92b43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '759e51f6-dd3c-490d-82de-363ba1bce85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:01Z', 'updated_at': '2021-08-31T01:11:05Z', 'revision_number': 4, 'project_id': '903de612f2344f45af5b8ec67b92b43b', 'gw_port': {'id': '759e51f6-dd3c-490d-82de-363ba1bce85d', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ee8874-5af9-4abd-a949-7adfaf328549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:02Z', 'updated_at': '2021-08-31T01:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_floatingips': [{'id': '5819f3e8-a525-456f-88a9-41510378bfa6', 'tenant_id': '903de612f2344f45af5b8ec67b92b43b', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'router_id': 'e1ee8874-5af9-4abd-a949-7adfaf328549', 'port_id': 'fc9b8e88-6b4a-4fe6-a915-ce88699f84b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10ac124c-9093-45e3-86e4-1440cfd9ebfd', 'mac_address': 'fa:16:3e:a9:a8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb348ca-1622-4668-9b35-3d7328669904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:12:19Z', 'updated_at': '2021-08-31T01:12:19Z', 'revision_number': 0, 'project_id': '903de612f2344f45af5b8ec67b92b43b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddb44cb7-1db9-4b3d-9b99-9c6f88e673ad', 'name': '', 'network_id': '10ac124c-9093-45e3-86e4-1440cfd9ebfd', 'tenant_id': '903de612f2344f45af5b8ec67b92b43b', 'mac_address': 'fa:16:3e:f6:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ee8874-5af9-4abd-a949-7adfaf328549', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '932a558b-fbdc-4fae-8436-489e1510f27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:04Z', 'updated_at': '2021-08-31T01:11:13Z', 'revision_number': 5, 'project_id': '903de612f2344f45af5b8ec67b92b43b', 'subnets': [{'id': '932a558b-fbdc-4fae-8436-489e1510f27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:22.306628 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b79c4c0-97f0-45d7-8f37-679959361a7d None None] The sync data for ids ['e1ee8874-5af9-4abd-a949-7adfaf328549'] in dv-cinder-760180-3-iscsi is: [{'id': 'e1ee8874-5af9-4abd-a949-7adfaf328549', 'name': 'tempest-TestMinimumBasicScenario-120299156-router', 'tenant_id': '903de612f2344f45af5b8ec67b92b43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '759e51f6-dd3c-490d-82de-363ba1bce85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:01Z', 'updated_at': '2021-08-31T01:11:05Z', 'revision_number': 4, 'project_id': '903de612f2344f45af5b8ec67b92b43b', 'gw_port': {'id': '759e51f6-dd3c-490d-82de-363ba1bce85d', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ee8874-5af9-4abd-a949-7adfaf328549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:02Z', 'updated_at': '2021-08-31T01:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_floatingips': [{'id': '5819f3e8-a525-456f-88a9-41510378bfa6', 'tenant_id': '903de612f2344f45af5b8ec67b92b43b', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'router_id': 'e1ee8874-5af9-4abd-a949-7adfaf328549', 'port_id': 'fc9b8e88-6b4a-4fe6-a915-ce88699f84b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10ac124c-9093-45e3-86e4-1440cfd9ebfd', 'mac_address': 'fa:16:3e:a9:a8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb348ca-1622-4668-9b35-3d7328669904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:12:19Z', 'updated_at': '2021-08-31T01:12:19Z', 'revision_number': 0, 'project_id': '903de612f2344f45af5b8ec67b92b43b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddb44cb7-1db9-4b3d-9b99-9c6f88e673ad', 'name': '', 'network_id': '10ac124c-9093-45e3-86e4-1440cfd9ebfd', 'tenant_id': '903de612f2344f45af5b8ec67b92b43b', 'mac_address': 'fa:16:3e:f6:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ee8874-5af9-4abd-a949-7adfaf328549', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '932a558b-fbdc-4fae-8436-489e1510f27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:04Z', 'updated_at': '2021-08-31T01:11:13Z', 'revision_number': 5, 'project_id': '903de612f2344f45af5b8ec67b92b43b', 'subnets': [{'id': '932a558b-fbdc-4fae-8436-489e1510f27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:12:22.317242 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Provisioning complete for port 532abf43-1519-4af6-901f-9a32b7bf1026 triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:22.317620 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:22.324550 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6633318-62ea-4892-8abe-52be89b6e464 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4533492-d72c-409c-9a0b-70fbfdd89782,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:22.336334 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-37fbe3dc-86db-43b6-942c-ceef7676511d req-c7795ba5-102b-4566-ba47-2b44f87a8df8 service neutron] 10.222.0.72 "GET /v2.0/networks/10ac124c-9093-45e3-86e4-1440cfd9ebfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333888 Aug 31 01:12:22.401636 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a6633318-62ea-4892-8abe-52be89b6e464 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:22.406025 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-a6633318-62ea-4892-8abe-52be89b6e464 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.2497938 Aug 31 01:12:22.406346 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 58580) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:22.411294 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-0b00ebce-b5f4-48de-bc68-0a4ed2d0d9a7 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Request body: {'security_group_rule': {'security_group_id': 'e4533492-d72c-409c-9a0b-70fbfdd89782', 'project_id': '903de612f2344f45af5b8ec67b92b43b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:22.432187 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb12545-53d4-4880-973a-8f94b3940078 req-f9f7400b-685d-40e0-a961-7bb9f6e88b02 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:22.439782 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8fb12545-53d4-4880-973a-8f94b3940078 req-f9f7400b-685d-40e0-a961-7bb9f6e88b02 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.0987430 Aug 31 01:12:22.499731 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8fb12545-53d4-4880-973a-8f94b3940078 req-4de50c20-6120-4eef-9b5d-a769fc2c5aea tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422626 Aug 31 01:12:22.574003 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0b00ebce-b5f4-48de-bc68-0a4ed2d0d9a7 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:22.714288 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32293e6-59e6-47dc-ae50-d6915191c97c None None] New status for floating IP 5819f3e8-a525-456f-88a9-41510378bfa6: ACTIVE {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:12:22.720764 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0b00ebce-b5f4-48de-bc68-0a4ed2d0d9a7 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:22.813375 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0b00ebce-b5f4-48de-bc68-0a4ed2d0d9a7 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021170'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:22.837988 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00ebce-b5f4-48de-bc68-0a4ed2d0d9a7 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f95a1745-1222-46fc-b631-9fce13c982ce,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:22.938309 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0b00ebce-b5f4-48de-bc68-0a4ed2d0d9a7 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:22.942145 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-0b00ebce-b5f4-48de-bc68-0a4ed2d0d9a7 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5321226 Aug 31 01:12:22.943556 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 58604) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:22.948131 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [None req-5ccbf717-a866-486e-a550-29625c28ab5f tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Request body: {'security_group_rule': {'security_group_id': 'e4533492-d72c-409c-9a0b-70fbfdd89782', 'project_id': '903de612f2344f45af5b8ec67b92b43b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:23.082253 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf717-a866-486e-a550-29625c28ab5f tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:23.179208 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf717-a866-486e-a550-29625c28ab5f tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:23.188358 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789e092-d177-4cdc-bc8e-1483736fc3d0 req-3814510e-5f54-47bc-b381-550853c818e6 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:23.190183 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1789e092-d177-4cdc-bc8e-1483736fc3d0 req-3814510e-5f54-47bc-b381-550853c818e6 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0767870 Aug 31 01:12:23.232587 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1789e092-d177-4cdc-bc8e-1483736fc3d0 req-c8cb0b73-ae5f-4636-8b1b-539ff92e60da tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343366 Aug 31 01:12:23.265854 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf717-a866-486e-a550-29625c28ab5f tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021170'] for security_group_rule, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:23.344433 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbf717-a866-486e-a550-29625c28ab5f tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbcf3df2-d2f4-41fd-9214-1eb5abf0a9a9,revision_number=0']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:23.380659 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec005bc0-c15d-41fd-b885-dcab5d786090 req-215e27fe-9557-4879-aeba-13e4fab10fa1 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:23.383466 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ec005bc0-c15d-41fd-b885-dcab5d786090 req-215e27fe-9557-4879-aeba-13e4fab10fa1 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 945 time: 0.0953760 Aug 31 01:12:23.425099 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ec005bc0-c15d-41fd-b885-dcab5d786090 req-e3a56b77-5460-4c90-b2fe-5a98ab141f10 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353289 Aug 31 01:12:23.443901 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5ccbf717-a866-486e-a550-29625c28ab5f tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:23.446683 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-5ccbf717-a866-486e-a550-29625c28ab5f tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5022802 Aug 31 01:12:23.449842 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 58612) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:23.454783 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [None req-7e958210-412f-4742-b98f-41c9d7350ad6 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Request body: {'security_group_rule': {'security_group_id': 'e4533492-d72c-409c-9a0b-70fbfdd89782', 'project_id': '903de612f2344f45af5b8ec67b92b43b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:23.607384 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7e958210-412f-4742-b98f-41c9d7350ad6 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:23.677094 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befa1db-4a79-45a3-823f-638d8a361c89 req-0fdd8230-6d04-497e-b69a-ff47bfde9a49 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:23.679400 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1befa1db-4a79-45a3-823f-638d8a361c89 req-0fdd8230-6d04-497e-b69a-ff47bfde9a49 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.1216297 Aug 31 01:12:23.747822 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7e958210-412f-4742-b98f-41c9d7350ad6 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:23.783086 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1befa1db-4a79-45a3-823f-638d8a361c89 req-ce5394e2-9710-4e90-b6d1-f3130e764c58 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908637 Aug 31 01:12:23.824609 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7e958210-412f-4742-b98f-41c9d7350ad6 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021170'] for security_group_rule, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:23.862579 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e958210-412f-4742-b98f-41c9d7350ad6 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02fb65ee-d991-427f-a95f-bdb4aa1ff452,revision_number=0']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:23.957015 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7e958210-412f-4742-b98f-41c9d7350ad6 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:23.961220 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-7e958210-412f-4742-b98f-41c9d7350ad6 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5072763 Aug 31 01:12:23.961586 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 58632) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:23.966002 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [None req-fa508967-b88f-4d14-99f3-1ccba89627f7 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Request body: {'security_group_rule': {'security_group_id': 'e4533492-d72c-409c-9a0b-70fbfdd89782', 'project_id': '903de612f2344f45af5b8ec67b92b43b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:24.094463 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fa508967-b88f-4d14-99f3-1ccba89627f7 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:24.178113 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fa508967-b88f-4d14-99f3-1ccba89627f7 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:24.248492 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fa508967-b88f-4d14-99f3-1ccba89627f7 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021170'] for security_group_rule, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:24.266860 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa508967-b88f-4d14-99f3-1ccba89627f7 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=132b2da3-3606-48dd-86d7-67056bd4d4db,revision_number=0']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:24.372925 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab501e6-de67-488d-8231-b86f76de2483 req-d0a76e25-490c-4b24-94c3-4c2f5e02225e tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:24.374471 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4ab501e6-de67-488d-8231-b86f76de2483 req-d0a76e25-490c-4b24-94c3-4c2f5e02225e tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0571501 Aug 31 01:12:24.387979 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fa508967-b88f-4d14-99f3-1ccba89627f7 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:24.389176 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-fa508967-b88f-4d14-99f3-1ccba89627f7 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4267478 Aug 31 01:12:24.395415 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 58642) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:24.401275 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-28f5c9a1-1725-454c-85db-46949c81450d tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Request body: {'security_group_rule': {'security_group_id': 'e4533492-d72c-409c-9a0b-70fbfdd89782', 'project_id': '903de612f2344f45af5b8ec67b92b43b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:24.437513 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4ab501e6-de67-488d-8231-b86f76de2483 req-8fa48ac8-69cc-4e35-be76-0060ba920aa5 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571432 Aug 31 01:12:24.559008 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.db.securitygroups_db [None req-28f5c9a1-1725-454c-85db-46949c81450d tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Project 903de612f2344f45af5b8ec67b92b43b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:12:24.559008 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-28f5c9a1-1725-454c-85db-46949c81450d tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:24.559174 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebe2ec-6e6f-4982-8bec-e082a74663bb req-a050f486-f8d8-4382-808a-58cc8583369b tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:24.560297 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8aebe2ec-6e6f-4982-8bec-e082a74663bb req-a050f486-f8d8-4382-808a-58cc8583369b tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 945 time: 0.0517910 Aug 31 01:12:24.618284 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8aebe2ec-6e6f-4982-8bec-e082a74663bb req-c87a8c03-9f89-4f63-9701-651eb77e9e6b tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488632 Aug 31 01:12:24.652621 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-28f5c9a1-1725-454c-85db-46949c81450d tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:24.756712 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-28f5c9a1-1725-454c-85db-46949c81450d tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021170'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:24.776166 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f5c9a1-1725-454c-85db-46949c81450d tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45581d47-b0ab-4af4-bfc8-f0ca58ed6c85,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:24.843194 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-28f5c9a1-1725-454c-85db-46949c81450d tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:24.847222 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-28f5c9a1-1725-454c-85db-46949c81450d tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4478624 Aug 31 01:12:24.847527 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 58650) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:24.852007 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-de0e24f4-9efa-4c59-bffc-96637b4490b6 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Request body: {'security_group_rule': {'security_group_id': 'e4533492-d72c-409c-9a0b-70fbfdd89782', 'project_id': '903de612f2344f45af5b8ec67b92b43b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:24.928004 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a46cf-2c3d-44b2-b198-6e2f64276772 req-d50814b3-ebb5-4aef-9a30-25b76ed5b5fd tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:24.936471 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c58a46cf-2c3d-44b2-b198-6e2f64276772 req-d50814b3-ebb5-4aef-9a30-25b76ed5b5fd tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.0737035 Aug 31 01:12:24.951133 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.db.securitygroups_db [None req-de0e24f4-9efa-4c59-bffc-96637b4490b6 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Project 903de612f2344f45af5b8ec67b92b43b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 01:12:24.958039 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-de0e24f4-9efa-4c59-bffc-96637b4490b6 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:24.978591 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c58a46cf-2c3d-44b2-b198-6e2f64276772 req-1e3ae225-60a7-4089-9f5d-5e1c67125841 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412207 Aug 31 01:12:25.052593 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-de0e24f4-9efa-4c59-bffc-96637b4490b6 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:25.151245 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-de0e24f4-9efa-4c59-bffc-96637b4490b6 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021170'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:25.167955 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e24f4-9efa-4c59-bffc-96637b4490b6 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d0a152b-c46a-4f8f-a700-19afd011b1b7,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:25.254589 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-de0e24f4-9efa-4c59-bffc-96637b4490b6 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:25.256189 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-de0e24f4-9efa-4c59-bffc-96637b4490b6 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4077153 Aug 31 01:12:25.349826 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ef484d5a-087d-4589-b657-407cf916d93d req-67d4d1ce-c823-4035-91f3-07404569163e tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1400190033&fields=id&tenant_id=903de612f2344f45af5b8ec67b92b43b HTTP/1.1" status: 200 len: 267 time: 0.0458536 Aug 31 01:12:25.416601 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef484d5a-087d-4589-b657-407cf916d93d req-177b002e-0eeb-46a0-9b06-402a0a487a9e tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:25.418077 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ef484d5a-087d-4589-b657-407cf916d93d req-177b002e-0eeb-46a0-9b06-402a0a487a9e tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 945 time: 0.0598764 Aug 31 01:12:25.439891 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [req-ef484d5a-087d-4589-b657-407cf916d93d req-d1a70d26-b60d-4eb2-8b6b-7f72e407848a tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Request body: {'port': {'security_groups': ['d5db1daa-a506-4957-8837-925c5bc59749', 'e4533492-d72c-409c-9a0b-70fbfdd89782']}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:25.536570 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-ef484d5a-087d-4589-b657-407cf916d93d req-d1a70d26-b60d-4eb2-8b6b-7f72e407848a tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:25.624344 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ee772-0d3b-4819-be20-3091410cfd73 req-5eaa270d-0baa-4229-bd54-50ede003fc11 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:25.626060 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9c7ee772-0d3b-4819-be20-3091410cfd73 req-5eaa270d-0baa-4229-bd54-50ede003fc11 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0992606 Aug 31 01:12:25.728546 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9c7ee772-0d3b-4819-be20-3091410cfd73 req-e597ccf0-5a08-4411-a1ca-e2fe122dc2a5 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857472 Aug 31 01:12:25.928505 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [req-ef484d5a-087d-4589-b657-407cf916d93d req-d1a70d26-b60d-4eb2-8b6b-7f72e407848a tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] For port fc9b8e88-6b4a-4fe6-a915-ce88699f84b5, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=fc9b8e88-6b4a-4fe6-a915-ce88699f84b5,segment=NetworkSegment(8e0748bd-fe28-47cc-9566-cdcf79345b0c),segment_id=8e0748bd-fe28-47cc-9566-cdcf79345b0c)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:25.953467 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05a13f-1a8d-42f8-b68d-d7efe54a6129 req-d21b3c7c-c9de-4f74-8252-969033f3fb27 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:25.954974 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ab05a13f-1a8d-42f8-b68d-d7efe54a6129 req-d21b3c7c-c9de-4f74-8252-969033f3fb27 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 945 time: 0.1053507 Aug 31 01:12:25.989692 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-ef484d5a-087d-4589-b657-407cf916d93d req-d1a70d26-b60d-4eb2-8b6b-7f72e407848a tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:26.023589 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ab05a13f-1a8d-42f8-b68d-d7efe54a6129 req-fd83664b-6b69-44eb-ba83-92582b0ef3f1 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571065 Aug 31 01:12:26.146306 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1b9bf-e3b1-4581-bdbf-88f398c7d8ab req-e8a6d22e-579e-447d-93e9-7343c309393b tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:26.148449 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5da1b9bf-e3b1-4581-bdbf-88f398c7d8ab req-e8a6d22e-579e-447d-93e9-7343c309393b tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.0661597 Aug 31 01:12:26.192325 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5da1b9bf-e3b1-4581-bdbf-88f398c7d8ab req-17075532-3aba-4a16-9679-64e54884a079 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378113 Aug 31 01:12:26.408176 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-ef484d5a-087d-4589-b657-407cf916d93d req-d1a70d26-b60d-4eb2-8b6b-7f72e407848a tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127206981'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:26.421588 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] get_ports_and_sgs() called for port_ids ['fc9b8e88-6b4a-4fe6-a915-ce88699f84b5'] {{(pid=94636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:12:26.451775 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef484d5a-087d-4589-b657-407cf916d93d req-d1a70d26-b60d-4eb2-8b6b-7f72e407848a tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:26.452402 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-ef484d5a-087d-4589-b657-407cf916d93d req-d1a70d26-b60d-4eb2-8b6b-7f72e407848a tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for port, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:26.453777 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ef484d5a-087d-4589-b657-407cf916d93d req-d1a70d26-b60d-4eb2-8b6b-7f72e407848a tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "PUT /v2.0/ports/fc9b8e88-6b4a-4fe6-a915-ce88699f84b5 HTTP/1.1" status: 200 len: 981 time: 1.0200915 Aug 31 01:12:26.454510 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb348ca-1622-4668-9b35-3d7328669904', 'tag': 'fc9b8e88-6b4a-4fe6-a915-ce88699f84b5'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:26.456863 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b881214d57cd1965c46d5ffcb12adc10c1d351a412fd4a0d5151f09a2b3a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4fe26c6-dd19-4099-b656-e834fc6b47c0" -d '{"events": [{"name": "network-changed", "server_uuid": "acb348ca-1622-4668-9b35-3d7328669904", "tag": "fc9b8e88-6b4a-4fe6-a915-ce88699f84b5"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:26.485602 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a70d26-b60d-4eb2-8b6b-7f72e407848a tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Pushing event updated for resources: {'Port': ['ID=fc9b8e88-6b4a-4fe6-a915-ce88699f84b5,revision_number=6']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:26.615863 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b740a540-f68a-4eba-95d9-d45b56596378 x-openstack-request-id: req-b740a540-f68a-4eba-95d9-d45b56596378 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:26.616257 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb348ca-1622-4668-9b35-3d7328669904", "tag": "fc9b8e88-6b4a-4fe6-a915-ce88699f84b5", "status": "completed", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:26.616630 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b740a540-f68a-4eba-95d9-d45b56596378 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:26.617125 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb348ca-1622-4668-9b35-3d7328669904', 'tag': 'fc9b8e88-6b4a-4fe6-a915-ce88699f84b5', 'status': 'completed', 'code': 200} Aug 31 01:12:26.626995 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5fb475-9f53-4d17-a9b9-21f2bcc207df req-45da27b1-dcbb-4fd8-96e0-008868671a19 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:26.646322 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4d5fb475-9f53-4d17-a9b9-21f2bcc207df req-45da27b1-dcbb-4fd8-96e0-008868671a19 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 984 time: 0.0810862 Aug 31 01:12:26.700687 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] get_ports_and_sgs() called for port_ids ['fc9b8e88-6b4a-4fe6-a915-ce88699f84b5'] {{(pid=94636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:12:26.733113 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4d5fb475-9f53-4d17-a9b9-21f2bcc207df req-1a800609-bcc4-497d-a55c-c012fdce39ec tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5db1daa-a506-4957-8837-925c5bc59749&id=e4533492-d72c-409c-9a0b-70fbfdd89782&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0851886 Aug 31 01:12:26.961572 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d0063-4af0-4e8e-a82b-e0aba4850cfa req-70535083-d48a-48b5-b748-59fbeea3c029 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:26.965517 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4c9d0063-4af0-4e8e-a82b-e0aba4850cfa req-70535083-d48a-48b5-b748-59fbeea3c029 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0908811 Aug 31 01:12:26.984342 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-576e7b4b-5580-41d7-aeb7-4b184efbda2d None None] Provisioning complete for port fc9b8e88-6b4a-4fe6-a915-ce88699f84b5 triggered by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:26.984798 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-576e7b4b-5580-41d7-aeb7-4b184efbda2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:27.041399 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4c9d0063-4af0-4e8e-a82b-e0aba4850cfa req-f8e5b782-c30e-42dc-92c4-a4fe15447b89 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542352 Aug 31 01:12:27.060008 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe26c6-dd19-4099-b656-e834fc6b47c0 req-bc54a60a-f7dc-4f60-9cbc-fe022f5256ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:27.063761 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-b4fe26c6-dd19-4099-b656-e834fc6b47c0 req-bc54a60a-f7dc-4f60-9cbc-fe022f5256ff service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=903de612f2344f45af5b8ec67b92b43b&device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 1137 time: 0.4211943 Aug 31 01:12:27.184967 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe26c6-dd19-4099-b656-e834fc6b47c0 req-43dd2a4a-104e-40f9-bc0e-bf34deed49fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:27.186542 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-b4fe26c6-dd19-4099-b656-e834fc6b47c0 req-43dd2a4a-104e-40f9-bc0e-bf34deed49fe service neutron] 10.222.0.72 "GET /v2.0/networks?id=10ac124c-9093-45e3-86e4-1440cfd9ebfd HTTP/1.1" status: 200 len: 915 time: 0.1136856 Aug 31 01:12:27.234404 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b782203-7971-439f-a8ab-0a06e475b102 req-1849ea91-ad53-4e83-9b2d-8ebf9c0a3806 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:27.238329 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5b782203-7971-439f-a8ab-0a06e475b102 req-1849ea91-ad53-4e83-9b2d-8ebf9c0a3806 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 945 time: 0.1197941 Aug 31 01:12:27.307081 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5b782203-7971-439f-a8ab-0a06e475b102 req-6fe1f33d-5f02-42c2-9488-feead46e6a52 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605063 Aug 31 01:12:27.325283 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-b4fe26c6-dd19-4099-b656-e834fc6b47c0 req-44d1b97f-f080-4b00-8679-7a81377f75fd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc9b8e88-6b4a-4fe6-a915-ce88699f84b5 HTTP/1.1" status: 200 len: 1001 time: 0.1095591 Aug 31 01:12:27.387554 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2857e4d-c5b1-4f1f-9910-70e7c95df8b0 req-a2374a56-da0b-4ceb-89be-16d0c28cd5dc tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:27.389152 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b2857e4d-c5b1-4f1f-9910-70e7c95df8b0 req-a2374a56-da0b-4ceb-89be-16d0c28cd5dc tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.0741675 Aug 31 01:12:27.425613 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe26c6-dd19-4099-b656-e834fc6b47c0 req-64547e2b-cfe5-40ce-8f48-ec43e4ee4cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:27.436468 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-b4fe26c6-dd19-4099-b656-e834fc6b47c0 req-64547e2b-cfe5-40ce-8f48-ec43e4ee4cc1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=932a558b-fbdc-4fae-8436-489e1510f27c HTTP/1.1" status: 200 len: 853 time: 0.1010609 Aug 31 01:12:27.475002 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b2857e4d-c5b1-4f1f-9910-70e7c95df8b0 req-a3fd9fc5-486d-47e3-965e-e26faaeb40b0 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789421 Aug 31 01:12:27.487582 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe26c6-dd19-4099-b656-e834fc6b47c0 req-79d5ed3d-76d4-4c38-9a5c-11cec2ffadf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:27.491980 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-b4fe26c6-dd19-4099-b656-e834fc6b47c0 req-79d5ed3d-76d4-4c38-9a5c-11cec2ffadf3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=10ac124c-9093-45e3-86e4-1440cfd9ebfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516934 Aug 31 01:12:27.504378 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-d4fad723-8cbc-40a8-ba09-d31d019ae822 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-106657886&fields=id&tenant_id=4df7148800d8445eb8e806c1f06e0c15 HTTP/1.1" status: 200 len: 267 time: 0.0602679 Aug 31 01:12:27.633479 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-b4fe26c6-dd19-4099-b656-e834fc6b47c0 req-584d7edb-ebf9-40c6-909a-1865e2265d8a service neutron] 10.222.0.72 "GET /v2.0/networks/10ac124c-9093-45e3-86e4-1440cfd9ebfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358905 Aug 31 01:12:27.660513 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-0a7434f4-17b4-4eb2-a327-4d772ad2c75b tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:27.662379 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-0a7434f4-17b4-4eb2-a327-4d772ad2c75b tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/networks?id=b70f1308-c8a8-4826-977d-96316713ef7d HTTP/1.1" status: 200 len: 809 time: 0.1446581 Aug 31 01:12:27.680420 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-e9ef1d67-0e34-43d7-830f-4d3fe3aa3b6b tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/quotas/4df7148800d8445eb8e806c1f06e0c15 HTTP/1.1" status: 200 len: 375 time: 0.0105927 Aug 31 01:12:27.742137 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-44c1b4d9-4000-4b74-b98e-d2a9db065e69 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4df7148800d8445eb8e806c1f06e0c15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558860 Aug 31 01:12:27.772196 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-b4fe26c6-dd19-4099-b656-e834fc6b47c0 req-04ca924a-6871-40df-ac5f-acfde3abb2f1 service neutron] 10.222.0.72 "GET /v2.0/networks/10ac124c-9093-45e3-86e4-1440cfd9ebfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228521 Aug 31 01:12:27.913509 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-c6d77406-5244-4648-8b62-b849e1b79379 service neutron] 10.222.0.43 "GET /v2.0/networks/b70f1308-c8a8-4826-977d-96316713ef7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539073 Aug 31 01:12:28.032106 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd5ede-2ed9-4e6c-b1e9-56642681a57a req-61497c04-7ea0-4fe6-9000-4bb5ec7ca550 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:28.033597 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e9fd5ede-2ed9-4e6c-b1e9-56642681a57a req-61497c04-7ea0-4fe6-9000-4bb5ec7ca550 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.0762682 Aug 31 01:12:28.050965 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-5f2a9dbe-b50b-400a-9c9a-ce85bf58932e service neutron] 10.222.0.43 "GET /v2.0/networks/b70f1308-c8a8-4826-977d-96316713ef7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365142 Aug 31 01:12:28.078998 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e9fd5ede-2ed9-4e6c-b1e9-56642681a57a req-540a5391-58c1-40f4-9661-1436c06611ed tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379496 Aug 31 01:12:28.225915 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80cc17-1d5a-443e-b4f2-b28a5e3edf9a req-ebbd0ccb-52c3-4cba-bf5e-973c575d6c8c tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:28.227506 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-db80cc17-1d5a-443e-b4f2-b28a5e3edf9a req-ebbd0ccb-52c3-4cba-bf5e-973c575d6c8c tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0561957 Aug 31 01:12:28.260139 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b7f9a-2104-4cfe-838e-de12e279ecf8 req-2fd82357-8fdd-4a58-8f17-c95f2913dad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:28.262284 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-3b2b7f9a-2104-4cfe-838e-de12e279ecf8 req-2fd82357-8fdd-4a58-8f17-c95f2913dad1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ffa2d2788a446da9bb35bff34b67588&device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 1099 time: 0.0482757 Aug 31 01:12:28.282267 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-db80cc17-1d5a-443e-b4f2-b28a5e3edf9a req-8bae25a1-78d2-43c5-9e60-2a677f85a38d tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460229 Aug 31 01:12:28.367253 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b7f9a-2104-4cfe-838e-de12e279ecf8 req-8518c649-3969-49d6-9323-8d0a07f34d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:28.369097 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-3b2b7f9a-2104-4cfe-838e-de12e279ecf8 req-8518c649-3969-49d6-9323-8d0a07f34d4e service neutron] 10.222.0.72 "GET /v2.0/networks?id=30fb7d9d-48f3-4521-a14a-db6a70863ca4 HTTP/1.1" status: 200 len: 912 time: 0.0983541 Aug 31 01:12:28.444168 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff10043-0a97-48fd-8010-d671eef44070 req-8c560fbb-7f1f-43fa-a184-41ed5dad0a4e tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:28.446207 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bff10043-0a97-48fd-8010-d671eef44070 req-8c560fbb-7f1f-43fa-a184-41ed5dad0a4e tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 945 time: 0.0528197 Aug 31 01:12:28.446449 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-3b2b7f9a-2104-4cfe-838e-de12e279ecf8 req-54d01e15-de72-4f25-8ff0-37cf68fa079f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2231241d-a0e5-44ed-9620-73f268e4b109 HTTP/1.1" status: 200 len: 1002 time: 0.0676770 Aug 31 01:12:28.503215 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bff10043-0a97-48fd-8010-d671eef44070 req-cfd39858-2831-406d-98da-34937fb3dd79 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479553 Aug 31 01:12:28.524725 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b7f9a-2104-4cfe-838e-de12e279ecf8 req-a58c1f36-e98f-4baa-895e-867d095c798d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:28.526187 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-3b2b7f9a-2104-4cfe-838e-de12e279ecf8 req-a58c1f36-e98f-4baa-895e-867d095c798d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b8d6dea-cd1f-4897-b8eb-208006d6ba9a HTTP/1.1" status: 200 len: 850 time: 0.0592520 Aug 31 01:12:28.582049 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b7f9a-2104-4cfe-838e-de12e279ecf8 req-29d9e77e-30c9-4d83-ac9c-76b94344ed3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:28.583545 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-3b2b7f9a-2104-4cfe-838e-de12e279ecf8 req-29d9e77e-30c9-4d83-ac9c-76b94344ed3d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30fb7d9d-48f3-4521-a14a-db6a70863ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424199 Aug 31 01:12:28.690966 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-3b2b7f9a-2104-4cfe-838e-de12e279ecf8 req-f67c5335-80c7-4f83-884a-4acdbbba6971 service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964866 Aug 31 01:12:28.768712 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3d0784d1-b154-4e62-b527-acc817b725d6 req-ef5841d7-f2db-400c-87ad-15f41bc01acb tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0328243 Aug 31 01:12:28.808873 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-3b2b7f9a-2104-4cfe-838e-de12e279ecf8 req-85543de8-5893-4e04-b8bd-2c5d50274319 service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975282 Aug 31 01:12:29.219852 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6277ba4-f053-408b-a8df-354fd67682ea req-856caff1-4e2d-482c-ba2e-f294d46cd5c9 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:29.219852 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b6277ba4-f053-408b-a8df-354fd67682ea req-856caff1-4e2d-482c-ba2e-f294d46cd5c9 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.0513151 Aug 31 01:12:29.259902 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b6277ba4-f053-408b-a8df-354fd67682ea req-57c98f7b-9559-4f46-ae8b-49d1d9254825 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320492 Aug 31 01:12:29.315814 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e8190-dce1-4da3-b978-60cd07354eac req-8316455d-ab21-4362-b102-fb0f22338b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:29.317309 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-fa8e8190-dce1-4da3-b978-60cd07354eac req-8316455d-ab21-4362-b102-fb0f22338b81 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8e8ee4f4a0b14bda8b938a88a2dab8cd&device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 1098 time: 0.0423019 Aug 31 01:12:29.411250 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c3643-d190-420d-a035-9fded4016456 req-feb5d559-f32e-40ea-b55b-ffff992bdda9 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:29.419479 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-836c3643-d190-420d-a035-9fded4016456 req-feb5d559-f32e-40ea-b55b-ffff992bdda9 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0570357 Aug 31 01:12:29.423250 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e8190-dce1-4da3-b978-60cd07354eac req-d89cd239-ec04-4fae-b5e9-e26834602145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:29.424896 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-fa8e8190-dce1-4da3-b978-60cd07354eac req-d89cd239-ec04-4fae-b5e9-e26834602145 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cbc670e8-9863-4523-934f-dc257f6800ff HTTP/1.1" status: 200 len: 918 time: 0.0956709 Aug 31 01:12:29.454191 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-836c3643-d190-420d-a035-9fded4016456 req-90470bbc-c26f-4b88-8548-8df010de4ca3 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338013 Aug 31 01:12:29.507880 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-fa8e8190-dce1-4da3-b978-60cd07354eac req-f5cc6fca-0cf1-48f7-8d3d-6687576371d3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff29b76d-3af0-481c-8421-0548f73990c2 HTTP/1.1" status: 200 len: 1001 time: 0.0628521 Aug 31 01:12:29.560679 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e8190-dce1-4da3-b978-60cd07354eac req-d99cf41c-3de8-4d50-85d9-d75b9154af19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:29.562202 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-fa8e8190-dce1-4da3-b978-60cd07354eac req-d99cf41c-3de8-4d50-85d9-d75b9154af19 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9 HTTP/1.1" status: 200 len: 856 time: 0.0448725 Aug 31 01:12:29.620424 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e8190-dce1-4da3-b978-60cd07354eac req-9b65426e-593c-4c01-a842-37a72f5f510c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:29.622021 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-fa8e8190-dce1-4da3-b978-60cd07354eac req-9b65426e-593c-4c01-a842-37a72f5f510c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cbc670e8-9863-4523-934f-dc257f6800ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465658 Aug 31 01:12:29.632458 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0af06-03d7-4bb2-94d2-a7565bca470b req-53bfb627-fd87-41a1-89a1-4b9a7d485e8b tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:29.634302 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-09a0af06-03d7-4bb2-94d2-a7565bca470b req-53bfb627-fd87-41a1-89a1-4b9a7d485e8b tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 945 time: 0.0558400 Aug 31 01:12:29.683185 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-09a0af06-03d7-4bb2-94d2-a7565bca470b req-44ce1f3f-ba5f-41b2-89cb-b59bdc892e0d tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392635 Aug 31 01:12:29.734885 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-fa8e8190-dce1-4da3-b978-60cd07354eac req-e8f81d3b-b0fa-43d0-a337-52fda3863979 service neutron] 10.222.0.72 "GET /v2.0/networks/cbc670e8-9863-4523-934f-dc257f6800ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960774 Aug 31 01:12:29.796238 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb13005-24e3-47e6-92eb-c64dbfd3dda8 req-e152e6e4-4422-4592-bf4b-6a9787eda417 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:29.798268 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-acb13005-24e3-47e6-92eb-c64dbfd3dda8 req-e152e6e4-4422-4592-bf4b-6a9787eda417 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff16ed63-852d-4544-bddf-e07a063c4571 HTTP/1.1" status: 200 len: 945 time: 0.0545475 Aug 31 01:12:29.847460 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-fa8e8190-dce1-4da3-b978-60cd07354eac req-a298ce84-e640-475f-8d88-bd34f760a86b service neutron] 10.222.0.72 "GET /v2.0/networks/cbc670e8-9863-4523-934f-dc257f6800ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011074 Aug 31 01:12:29.858466 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-acb13005-24e3-47e6-92eb-c64dbfd3dda8 req-4ad16f91-a133-48a3-b03d-9a6320087f77 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534921 Aug 31 01:12:29.874016 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-aa2339b2-0bd8-4209-b728-e28ce092c3cc req-0cddd253-55cb-4480-8ec0-18762ab2615b tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0323405 Aug 31 01:12:30.375684 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351596c-fbb6-4380-9a02-cad13e86b04c req-401d1637-535c-48b2-a198-1a9da40f89bc tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:30.377196 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8351596c-fbb6-4380-9a02-cad13e86b04c req-401d1637-535c-48b2-a198-1a9da40f89bc tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.0517163 Aug 31 01:12:30.416674 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8351596c-fbb6-4380-9a02-cad13e86b04c req-031dabec-085e-4464-b27c-ff892daf8510 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330729 Aug 31 01:12:30.569193 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390804f1-030a-42a8-8c3f-e351a67c728f req-a3b659bd-5f64-441b-b2d9-da6ebe26b11c tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:30.571052 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-390804f1-030a-42a8-8c3f-e351a67c728f req-a3b659bd-5f64-441b-b2d9-da6ebe26b11c tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0490417 Aug 31 01:12:30.612479 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-390804f1-030a-42a8-8c3f-e351a67c728f req-ed95f79d-5c12-4671-86cc-8792b1b78d65 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353682 Aug 31 01:12:30.805353 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d324e-f02b-4c61-b8f1-153c7c0c456b req-50441d16-aaad-4917-8715-c725710d5327 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:30.806788 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-604d324e-f02b-4c61-b8f1-153c7c0c456b req-50441d16-aaad-4917-8715-c725710d5327 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 945 time: 0.0486989 Aug 31 01:12:30.846847 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-604d324e-f02b-4c61-b8f1-153c7c0c456b req-7ad63e96-8610-47be-8602-b1bea9ca1d19 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321171 Aug 31 01:12:30.940062 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-ee227c2b-f187-4b81-9bb8-f4981548a152 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:30.941608 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-ee227c2b-f187-4b81-9bb8-f4981548a152 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.72 "GET /v2.0/networks?id=b70f1308-c8a8-4826-977d-96316713ef7d HTTP/1.1" status: 200 len: 809 time: 0.1267207 Aug 31 01:12:30.990238 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-6ec169a5-0bef-4d81-8bb1-57c275a486d2 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4df7148800d8445eb8e806c1f06e0c15 HTTP/1.1" status: 200 len: 379 time: 0.0347393 Aug 31 01:12:30.995292 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-16936ad0-e981-49b3-9257-878739946b7f req-123da16d-0cb5-44ef-8be3-e67474e28ae4 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0274549 Aug 31 01:12:31.000694 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-0b2d4b74-ba31-4f6c-b709-b91a727d375b tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Request body: {'port': {'device_id': 'd9286fd7-4620-4f6b-95e8-4c08a028ffa3', 'network_id': 'b70f1308-c8a8-4826-977d-96316713ef7d', 'admin_state_up': True, 'tenant_id': '4df7148800d8445eb8e806c1f06e0c15', 'security_groups': ['f3e27b6c-4557-4ddd-bf24-cd03db70f192']}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:31.010650 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893428d5-3056-4d53-abf7-c967ce04a398 req-1064d964-16b2-4092-aac4-e93b2b99495c tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:31.012271 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-893428d5-3056-4d53-abf7-c967ce04a398 req-1064d964-16b2-4092-aac4-e93b2b99495c tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff16ed63-852d-4544-bddf-e07a063c4571 HTTP/1.1" status: 200 len: 945 time: 0.0817964 Aug 31 01:12:31.052668 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-893428d5-3056-4d53-abf7-c967ce04a398 req-f837edba-9df2-4800-8e90-9059f8344028 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338559 Aug 31 01:12:31.220072 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-0b2d4b74-ba31-4f6c-b709-b91a727d375b tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Made reservation on behalf of 4df7148800d8445eb8e806c1f06e0c15 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:12:31.223732 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-0b2d4b74-ba31-4f6c-b709-b91a727d375b tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:31.348636 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-0b2d4b74-ba31-4f6c-b709-b91a727d375b tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Allocated IP 172.20.0.11 (b70f1308-c8a8-4826-977d-96316713ef7d/363fa58a-29af-4ce3-8619-cd226a6a41d7/141131c4-5bf4-459f-b25c-c5cf2ce7e2f5) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:12:31.496878 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-0b2d4b74-ba31-4f6c-b709-b91a727d375b tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:31.510045 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-0b2d4b74-ba31-4f6c-b709-b91a727d375b tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Transition to ACTIVE for port object 141131c4-5bf4-459f-b25c-c5cf2ce7e2f5 will not be triggered until provisioned by entity DHCP. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:12:31.606792 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-0b2d4b74-ba31-4f6c-b709-b91a727d375b tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:31.652477 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-0b2d4b74-ba31-4f6c-b709-b91a727d375b tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Network b70f1308-c8a8-4826-977d-96316713ef7d is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:12:31.655596 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-0b2d4b74-ba31-4f6c-b709-b91a727d375b tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:31.659504 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-0b2d4b74-ba31-4f6c-b709-b91a727d375b tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:12:31.665758 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-0b2d4b74-ba31-4f6c-b709-b91a727d375b tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:31.666623 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-0b2d4b74-ba31-4f6c-b709-b91a727d375b tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:31.677251 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d4b74-ba31-4f6c-b709-b91a727d375b tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Pushing event updated for resources: {'Port': ['ID=141131c4-5bf4-459f-b25c-c5cf2ce7e2f5,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:31.749999 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2cdf2b-94c2-4440-87c3-ea63be85835f req-41c10505-7ac4-4b0f-a536-e6b1fc3af5b2 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:31.751829 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8f2cdf2b-94c2-4440-87c3-ea63be85835f req-41c10505-7ac4-4b0f-a536-e6b1fc3af5b2 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0650811 Aug 31 01:12:31.757862 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-0b2d4b74-ba31-4f6c-b709-b91a727d375b tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7610302 Aug 31 01:12:31.774723 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-c15450d2-94e0-4fee-b653-9d645288d99d service neutron] Request body: {'port': {'device_id': 'd9286fd7-4620-4f6b-95e8-4c08a028ffa3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:31.796949 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8f2cdf2b-94c2-4440-87c3-ea63be85835f req-f27ca2e0-383c-4f1b-bc35-facdcf4e430a tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384517 Aug 31 01:12:31.841649 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-c15450d2-94e0-4fee-b653-9d645288d99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:31.978274 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581a94f-06ea-483d-b2a8-4f5b3da773d2 req-15e351a8-7a65-4245-af78-1ae984429cde tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:31.979802 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d581a94f-06ea-483d-b2a8-4f5b3da773d2 req-15e351a8-7a65-4245-af78-1ae984429cde tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 945 time: 0.0520182 Aug 31 01:12:31.985665 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-60f5b03d-4f1d-4309-b8a3-525170ab6334 None None] Provisioning for port 141131c4-5bf4-459f-b25c-c5cf2ce7e2f5 completed by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:31.991458 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-60f5b03d-4f1d-4309-b8a3-525170ab6334 None None] Provisioning complete for port 141131c4-5bf4-459f-b25c-c5cf2ce7e2f5 triggered by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:31.992204 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-60f5b03d-4f1d-4309-b8a3-525170ab6334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:32.026729 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d581a94f-06ea-483d-b2a8-4f5b3da773d2 req-a6a909be-7ca1-489d-86b2-bc6317413fd1 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396338 Aug 31 01:12:32.050421 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-60f5b03d-4f1d-4309-b8a3-525170ab6334 None None] Port 141131c4-5bf4-459f-b25c-c5cf2ce7e2f5 cannot update to ACTIVE because it is not bound. {{(pid=94636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:12:32.136793 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.notifiers.nova [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-c15450d2-94e0-4fee-b653-9d645288d99d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 141131c4-5bf4-459f-b25c-c5cf2ce7e2f5 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:12:32.144560 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-c15450d2-94e0-4fee-b653-9d645288d99d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:32.157269 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-c15450d2-94e0-4fee-b653-9d645288d99d service neutron] Transition to ACTIVE for port object 141131c4-5bf4-459f-b25c-c5cf2ce7e2f5 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:12:32.182040 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c80dd-e853-42bc-a3be-b03a53099165 req-b93a7dd5-3b91-4a47-b764-cb5472fe01ed tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:32.183832 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-611c80dd-e853-42bc-a3be-b03a53099165 req-b93a7dd5-3b91-4a47-b764-cb5472fe01ed tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 932 time: 0.1007535 Aug 31 01:12:32.202381 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edcb2d0-2810-4385-8aeb-665d2657c98c req-a9c9bc82-df14-4418-b8fc-5beb599c4481 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:32.202381 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8edcb2d0-2810-4385-8aeb-665d2657c98c req-a9c9bc82-df14-4418-b8fc-5beb599c4481 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff16ed63-852d-4544-bddf-e07a063c4571 HTTP/1.1" status: 200 len: 945 time: 0.0698180 Aug 31 01:12:32.244878 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-611c80dd-e853-42bc-a3be-b03a53099165 req-ccfc36b6-1d40-4587-a82d-6f4497cb342d tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467777 Aug 31 01:12:32.253880 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-c15450d2-94e0-4fee-b653-9d645288d99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:32.263129 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8edcb2d0-2810-4385-8aeb-665d2657c98c req-85244299-3157-4ec5-833f-6b3d6e30a6c3 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591769 Aug 31 01:12:32.316392 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15450d2-94e0-4fee-b653-9d645288d99d service neutron] Pushing event updated for resources: {'Port': ['ID=141131c4-5bf4-459f-b25c-c5cf2ce7e2f5,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:32.354016 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-c15450d2-94e0-4fee-b653-9d645288d99d service neutron] Attempting to bind port 141131c4-5bf4-459f-b25c-c5cf2ce7e2f5 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:12:32.354430 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-c15450d2-94e0-4fee-b653-9d645288d99d service neutron] Attempting to bind port 141131c4-5bf4-459f-b25c-c5cf2ce7e2f5 by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': 'ba206874-6b12-4184-9530-5ff25f26c89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b70f1308-c8a8-4826-977d-96316713ef7d'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:12:32.354787 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-c15450d2-94e0-4fee-b653-9d645288d99d service neutron] Attempting to bind port 141131c4-5bf4-459f-b25c-c5cf2ce7e2f5 on network b70f1308-c8a8-4826-977d-96316713ef7d {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:12:32.359324 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-c15450d2-94e0-4fee-b653-9d645288d99d service neutron] Port 141131c4-5bf4-459f-b25c-c5cf2ce7e2f5 on network b70f1308-c8a8-4826-977d-96316713ef7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:12:32.359642 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-c15450d2-94e0-4fee-b653-9d645288d99d service neutron] Attempting to bind port 141131c4-5bf4-459f-b25c-c5cf2ce7e2f5 on network b70f1308-c8a8-4826-977d-96316713ef7d {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:12:32.366100 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-c15450d2-94e0-4fee-b653-9d645288d99d service neutron] Checking agent: {'id': 'eda6ee24-af74-4eb1-946c-b1b8388ec369', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 7, 44), 'started_at': datetime.datetime(2021, 8, 31, 1, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:12:32.367656 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-c15450d2-94e0-4fee-b653-9d645288d99d service neutron] Checking segment: {'id': 'ba206874-6b12-4184-9530-5ff25f26c89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b70f1308-c8a8-4826-977d-96316713ef7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:12:32.367656 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-c15450d2-94e0-4fee-b653-9d645288d99d service neutron] Bound using segment: {'id': 'ba206874-6b12-4184-9530-5ff25f26c89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b70f1308-c8a8-4826-977d-96316713ef7d'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:12:32.367656 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-c15450d2-94e0-4fee-b653-9d645288d99d service neutron] Bound port: 141131c4-5bf4-459f-b25c-c5cf2ce7e2f5, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba206874-6b12-4184-9530-5ff25f26c89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b70f1308-c8a8-4826-977d-96316713ef7d'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:12:32.368042 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-c15450d2-94e0-4fee-b653-9d645288d99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:32.405178 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device ff29b76d-3af0-481c-8421-0548f73990c2 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:12:32.445763 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-c15450d2-94e0-4fee-b653-9d645288d99d service neutron] For port 141131c4-5bf4-459f-b25c-c5cf2ce7e2f5, host hv-cinder-76018, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:12:32.449317 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-c15450d2-94e0-4fee-b653-9d645288d99d service neutron] For port 141131c4-5bf4-459f-b25c-c5cf2ce7e2f5, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=141131c4-5bf4-459f-b25c-c5cf2ce7e2f5,segment=NetworkSegment(ba206874-6b12-4184-9530-5ff25f26c89f),segment_id=ba206874-6b12-4184-9530-5ff25f26c89f)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:12:32.496933 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:32.503473 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00238d-801c-401b-883e-298b2fc4f763 req-9f19d95c-e069-4788-9753-9403d9da052d tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:32.505055 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ee00238d-801c-401b-883e-298b2fc4f763 req-9f19d95c-e069-4788-9753-9403d9da052d tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff16ed63-852d-4544-bddf-e07a063c4571 HTTP/1.1" status: 200 len: 945 time: 0.0532050 Aug 31 01:12:32.520247 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18aeaed-813d-454e-afc6-487c99d675eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff29b76d-3af0-481c-8421-0548f73990c2'}] {{(pid=94636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:32.523228 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d232dde22f81f13b8276e8d192a9956b8a1abe374d21fab87add1b29b36cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c39adc-1193-4a9c-970d-734cc4202dd9" -d '{"events": [{"server_uuid": "c18aeaed-813d-454e-afc6-487c99d675eb", "name": "network-vif-unplugged", "status": "completed", "tag": "ff29b76d-3af0-481c-8421-0548f73990c2"}]}' {{(pid=94636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:32.535659 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port ff29b76d-3af0-481c-8421-0548f73990c2, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=ff29b76d-3af0-481c-8421-0548f73990c2,segment=NetworkSegment(6d53e54b-6190-4b24-885a-ba7d2444e469),segment_id=6d53e54b-6190-4b24-885a-ba7d2444e469)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:32.540151 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-c15450d2-94e0-4fee-b653-9d645288d99d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:32.581243 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364bb1f8-dd93-4c9e-8d9a-6b0e0799d450 x-openstack-request-id: req-364bb1f8-dd93-4c9e-8d9a-6b0e0799d450 {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:32.581243 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c18aeaed-813d-454e-afc6-487c99d675eb", "name": "network-vif-unplugged", "status": "completed", "tag": "ff29b76d-3af0-481c-8421-0548f73990c2", "code": 200}]} {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:32.581243 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-364bb1f8-dd93-4c9e-8d9a-6b0e0799d450 {{(pid=94636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:32.582992 dv-cinder-760180-3-iscsi neutron-server[94636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c18aeaed-813d-454e-afc6-487c99d675eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff29b76d-3af0-481c-8421-0548f73990c2', 'code': 200} Aug 31 01:12:32.592553 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-c15450d2-94e0-4fee-b653-9d645288d99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:32.593155 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-c15450d2-94e0-4fee-b653-9d645288d99d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:32.594584 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-c15450d2-94e0-4fee-b653-9d645288d99d service neutron] 10.222.0.72 "PUT /v2.0/ports/141131c4-5bf4-459f-b25c-c5cf2ce7e2f5 HTTP/1.1" status: 200 len: 1094 time: 0.8257692 Aug 31 01:12:32.595023 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9286fd7-4620-4f6b-95e8-4c08a028ffa3', 'tag': '141131c4-5bf4-459f-b25c-c5cf2ce7e2f5'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:32.597470 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b045d85a9f13e76f05933045f29fa7ac65172c85c310fc202a594bb475bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51122d28-6bc1-4d5e-a755-445b4578f273" -d '{"events": [{"name": "network-changed", "server_uuid": "d9286fd7-4620-4f6b-95e8-4c08a028ffa3", "tag": "141131c4-5bf4-459f-b25c-c5cf2ce7e2f5"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:32.598098 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:32.644621 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15450d2-94e0-4fee-b653-9d645288d99d service neutron] Pushing event updated for resources: {'Port': ['ID=141131c4-5bf4-459f-b25c-c5cf2ce7e2f5,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:32.650071 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [req-ee00238d-801c-401b-883e-298b2fc4f763 req-8ea49a1b-ecaf-4cf2-b122-49441679d686 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Deleting port 2fb348ad-0e0b-4ed8-961c-6005340f3ff0 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:12:32.650857 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-ee00238d-801c-401b-883e-298b2fc4f763 req-8ea49a1b-ecaf-4cf2-b122-49441679d686 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:32.667156 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31647364-2c8e-4407-a8a9-0ad56acfae34 x-openstack-request-id: req-31647364-2c8e-4407-a8a9-0ad56acfae34 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:32.679202 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9286fd7-4620-4f6b-95e8-4c08a028ffa3", "tag": "141131c4-5bf4-459f-b25c-c5cf2ce7e2f5", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:32.679202 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-31647364-2c8e-4407-a8a9-0ad56acfae34 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:32.679202 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9286fd7-4620-4f6b-95e8-4c08a028ffa3', 'tag': '141131c4-5bf4-459f-b25c-c5cf2ce7e2f5', 'status': 'completed', 'code': 200} Aug 31 01:12:32.680051 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=ff29b76d-3af0-481c-8421-0548f73990c2,revision_number=8']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:32.729851 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51122d28-6bc1-4d5e-a755-445b4578f273 req-7985c6e4-76cc-481e-9d19-3aa22d461cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:32.731441 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-51122d28-6bc1-4d5e-a755-445b4578f273 req-7985c6e4-76cc-481e-9d19-3aa22d461cd7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4df7148800d8445eb8e806c1f06e0c15&device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 1097 time: 0.0534110 Aug 31 01:12:32.781958 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [req-ee00238d-801c-401b-883e-298b2fc4f763 req-8ea49a1b-ecaf-4cf2-b122-49441679d686 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] For port 2fb348ad-0e0b-4ed8-961c-6005340f3ff0, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=2fb348ad-0e0b-4ed8-961c-6005340f3ff0,segment=NetworkSegment(0f15d5f7-ec41-4aa6-9213-d85d0fa11953),segment_id=0f15d5f7-ec41-4aa6-9213-d85d0fa11953)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:32.782709 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-ee00238d-801c-401b-883e-298b2fc4f763 req-8ea49a1b-ecaf-4cf2-b122-49441679d686 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:32.802264 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [req-ee00238d-801c-401b-883e-298b2fc4f763 req-8ea49a1b-ecaf-4cf2-b122-49441679d686 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Calling delete_port for 2fb348ad-0e0b-4ed8-961c-6005340f3ff0 owned by compute:nova {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:12:32.850066 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51122d28-6bc1-4d5e-a755-445b4578f273 req-5ec1174d-4d66-4bf6-89ec-c39f9bcec830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:32.852259 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-51122d28-6bc1-4d5e-a755-445b4578f273 req-5ec1174d-4d66-4bf6-89ec-c39f9bcec830 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=4df7148800d8445eb8e806c1f06e0c15&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1077032 Aug 31 01:12:32.965356 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51122d28-6bc1-4d5e-a755-445b4578f273 req-d04e4400-23b0-474d-bd31-1ad1659194f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:32.967103 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-51122d28-6bc1-4d5e-a755-445b4578f273 req-d04e4400-23b0-474d-bd31-1ad1659194f6 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1059039 Aug 31 01:12:32.976520 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57299c-e35e-4fb0-b7cf-6cb6c53ad5d6 req-26af68de-6bf3-4b45-9742-e5a5dc2c1834 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:32.977999 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-cf57299c-e35e-4fb0-b7cf-6cb6c53ad5d6 req-26af68de-6bf3-4b45-9742-e5a5dc2c1834 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0920327 Aug 31 01:12:33.021557 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-cf57299c-e35e-4fb0-b7cf-6cb6c53ad5d6 req-e6e782dd-892d-4aa2-806b-8b8b6f9cb9a9 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348082 Aug 31 01:12:33.068339 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-dec521a7-bbf8-42ca-8703-e43c7ce6ef0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:33.069916 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-dec521a7-bbf8-42ca-8703-e43c7ce6ef0f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4df7148800d8445eb8e806c1f06e0c15&device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 1097 time: 0.0522051 Aug 31 01:12:33.083115 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-ee00238d-801c-401b-883e-298b2fc4f763 req-8ea49a1b-ecaf-4cf2-b122-49441679d686 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:33.095725 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] get_ports_and_sgs() called for port_ids ['e60caf99-56d2-4f9b-bc5d-db1d5823473d', '1ef1d2d0-ba44-49f5-a760-87c523a45dda', '649f4d96-a208-4eae-b1b7-b57fefaa3ef8', '2fb348ad-0e0b-4ed8-961c-6005340f3ff0'] {{(pid=94636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:12:33.111082 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea49a1b-ecaf-4cf2-b122-49441679d686 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Pushing event deleted for resources: {'Port': ['ID=2fb348ad-0e0b-4ed8-961c-6005340f3ff0,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:33.135210 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-f06ec748-1f1a-4010-90f6-8bac80bb9a8d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=141131c4-5bf4-459f-b25c-c5cf2ce7e2f5 HTTP/1.1" status: 200 len: 217 time: 0.0546150 Aug 31 01:12:33.155780 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee00238d-801c-401b-883e-298b2fc4f763 req-8ea49a1b-ecaf-4cf2-b122-49441679d686 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] No DVR routers for this DVR port 2fb348ad-0e0b-4ed8-961c-6005340f3ff0 on host hv-cinder-76018 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:12:33.166222 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-ee00238d-801c-401b-883e-298b2fc4f763 req-8ea49a1b-ecaf-4cf2-b122-49441679d686 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for port, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:33.168122 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ee00238d-801c-401b-883e-298b2fc4f763 req-8ea49a1b-ecaf-4cf2-b122-49441679d686 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.72 "DELETE /v2.0/ports/2fb348ad-0e0b-4ed8-961c-6005340f3ff0 HTTP/1.1" status: 204 len: 173 time: 0.6468079 Aug 31 01:12:33.170544 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff16ed63-852d-4544-bddf-e07a063c4571', 'name': 'network-vif-deleted', 'tag': '2fb348ad-0e0b-4ed8-961c-6005340f3ff0'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:33.172397 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b881214d57cd1965c46d5ffcb12adc10c1d351a412fd4a0d5151f09a2b3a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85535645-3c6e-4833-9acf-66fca94b6f7d" -d '{"events": [{"server_uuid": "ff16ed63-852d-4544-bddf-e07a063c4571", "name": "network-vif-deleted", "tag": "2fb348ad-0e0b-4ed8-961c-6005340f3ff0"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:33.198189 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-26e3c1b6-19db-4280-97f2-242c0bc32541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:33.199818 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-26e3c1b6-19db-4280-97f2-242c0bc32541 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=363fa58a-29af-4ce3-8619-cd226a6a41d7 HTTP/1.1" status: 200 len: 848 time: 0.0545678 Aug 31 01:12:33.217505 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225b79d7-064c-4428-8014-49634210f541 x-openstack-request-id: req-225b79d7-064c-4428-8014-49634210f541 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:33.217843 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff16ed63-852d-4544-bddf-e07a063c4571", "name": "network-vif-deleted", "tag": "2fb348ad-0e0b-4ed8-961c-6005340f3ff0", "status": "completed", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:33.218237 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-225b79d7-064c-4428-8014-49634210f541 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:33.218785 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff16ed63-852d-4544-bddf-e07a063c4571', 'name': 'network-vif-deleted', 'tag': '2fb348ad-0e0b-4ed8-961c-6005340f3ff0', 'status': 'completed', 'code': 200} Aug 31 01:12:33.227360 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36580ce5-847e-4524-be73-3865b030951b req-3cfcc72c-d2fe-47f2-a681-221dad97747a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:33.228876 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-36580ce5-847e-4524-be73-3865b030951b req-3cfcc72c-d2fe-47f2-a681-221dad97747a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 943 time: 0.0743866 Aug 31 01:12:33.261098 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-4f4b3bcd-fe5e-41fd-99b5-d16a5aa6faab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:33.262772 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-4f4b3bcd-fe5e-41fd-99b5-d16a5aa6faab service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b70f1308-c8a8-4826-977d-96316713ef7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551834 Aug 31 01:12:33.282616 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-36580ce5-847e-4524-be73-3865b030951b req-4a4b89e9-4551-4ed9-a19a-725f1e609c28 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440259 Aug 31 01:12:33.389517 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4af8b4ff-1d15-4d8f-a606-fce9eb8e02e3 req-3c54cfde-6705-4b2c-a4c8-93f242573ed5 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff16ed63-852d-4544-bddf-e07a063c4571 HTTP/1.1" status: 200 len: 210 time: 0.0322151 Aug 31 01:12:33.470239 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-bd3b7b98-472b-48d8-b712-8965b7fc7ed9 service neutron] 10.222.0.72 "GET /v2.0/networks/b70f1308-c8a8-4826-977d-96316713ef7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881378 Aug 31 01:12:33.492889 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74187100-84b2-46df-a5b4-f17ec9ff7639 req-145c916c-3755-4ec8-b776-63e88b3d8e59 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:33.500578 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-74187100-84b2-46df-a5b4-f17ec9ff7639 req-145c916c-3755-4ec8-b776-63e88b3d8e59 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 944 time: 0.1007559 Aug 31 01:12:33.546283 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-74187100-84b2-46df-a5b4-f17ec9ff7639 req-c587b134-8844-4d6c-8982-b13d434e8b69 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447800 Aug 31 01:12:33.591892 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-2c607dae-0eb7-4ea8-a99b-906f0755fe0e req-82535df7-7d89-4e0a-83d3-11a09083d2c4 service neutron] 10.222.0.72 "GET /v2.0/networks/b70f1308-c8a8-4826-977d-96316713ef7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134961 Aug 31 01:12:34.148933 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232282d-eb12-4fce-9ce2-5db1ec20521d req-479e7a6c-f16a-44d2-9518-ca1248b44133 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:34.150390 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2232282d-eb12-4fce-9ce2-5db1ec20521d req-479e7a6c-f16a-44d2-9518-ca1248b44133 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0560708 Aug 31 01:12:34.188092 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2232282d-eb12-4fce-9ce2-5db1ec20521d req-60866720-2e5f-45fb-a658-184be3e0b2b0 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318010 Aug 31 01:12:34.571977 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d118b3e7-35bc-47eb-8807-e6d5f85f6c0f req-4ee7f078-8c63-4cbf-9d04-97e69f13cfe3 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff16ed63-852d-4544-bddf-e07a063c4571 HTTP/1.1" status: 200 len: 210 time: 0.0273299 Aug 31 01:12:34.676543 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730ccb5-97fa-4863-b561-318a6eb17108 req-eb72a795-870b-4440-ac2d-51c9bcc6bed3 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:34.677992 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3730ccb5-97fa-4863-b561-318a6eb17108 req-eb72a795-870b-4440-ac2d-51c9bcc6bed3 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 944 time: 0.0507329 Aug 31 01:12:34.714532 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3730ccb5-97fa-4863-b561-318a6eb17108 req-e4c3d205-e004-4a76-9469-e0642d96ab5f tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299442 Aug 31 01:12:34.866525 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839284ad-e4aa-4c84-b8df-0966c8dfa5aa req-7e21132e-cda5-462f-ae3c-7d18efb70102 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:34.868092 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-839284ad-e4aa-4c84-b8df-0966c8dfa5aa req-7e21132e-cda5-462f-ae3c-7d18efb70102 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 943 time: 0.0483100 Aug 31 01:12:34.910332 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-839284ad-e4aa-4c84-b8df-0966c8dfa5aa req-9b40009c-482e-47db-b0a7-9f4575946314 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361423 Aug 31 01:12:35.303775 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b9bd2-f199-4da8-88db-832344f4c9f3 req-5df56565-4532-4672-8a2d-aa0b44ad9522 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:35.305325 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-607b9bd2-f199-4da8-88db-832344f4c9f3 req-5df56565-4532-4672-8a2d-aa0b44ad9522 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0486467 Aug 31 01:12:35.342241 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-607b9bd2-f199-4da8-88db-832344f4c9f3 req-d6690ca8-7630-4385-8522-81e2e4900990 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309620 Aug 31 01:12:35.836643 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d32754-ac7a-4ac2-8009-ff7245851e3b req-d0f1e0a3-e553-4691-ad55-85578c2d6a3e tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:35.838193 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b8d32754-ac7a-4ac2-8009-ff7245851e3b req-d0f1e0a3-e553-4691-ad55-85578c2d6a3e tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 944 time: 0.0581231 Aug 31 01:12:35.876677 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b8d32754-ac7a-4ac2-8009-ff7245851e3b req-0770abc4-5603-4fdd-b184-b087a9db53cd tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321379 Aug 31 01:12:36.067057 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecc7d0-c021-4448-82fc-6a3904fa775e req-62d98278-95cb-48c1-9cb0-0ee27cb095a2 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:36.068429 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f7ecc7d0-c021-4448-82fc-6a3904fa775e req-62d98278-95cb-48c1-9cb0-0ee27cb095a2 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 943 time: 0.0493903 Aug 31 01:12:36.108922 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f7ecc7d0-c021-4448-82fc-6a3904fa775e req-95bc3d0d-d8a7-4114-a229-7249a232db06 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345409 Aug 31 01:12:36.429004 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device ff29b76d-3af0-481c-8421-0548f73990c2 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:12:36.458574 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4c2f0-df50-4a2f-b4ae-314343350889 req-c38019c3-8ed7-4a6f-b61a-fe4593796874 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:36.458574 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a1f4c2f0-df50-4a2f-b4ae-314343350889 req-c38019c3-8ed7-4a6f-b61a-fe4593796874 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0496056 Aug 31 01:12:36.504165 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a1f4c2f0-df50-4a2f-b4ae-314343350889 req-96c38d39-1c1c-4280-ac47-f95ea68f66dd tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341661 Aug 31 01:12:36.524897 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 2fb348ad-0e0b-4ed8-961c-6005340f3ff0 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:12:36.544122 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] No Port match for: 2fb348ad-0e0b-4ed8-961c-6005340f3ff0 {{(pid=94636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:12:36.544470 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 2fb348ad-0e0b-4ed8-961c-6005340f3ff0 not bound to the agent host hv-cinder-76018 {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:12:36.568465 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a64673f-9314-4e24-8d5b-cf364db08d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:36.990148 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc850b48-ecbc-45b9-af5e-215e54108b4b req-506e7bef-1b52-46a3-90fa-5d50b695b049 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:36.991829 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-cc850b48-ecbc-45b9-af5e-215e54108b4b req-506e7bef-1b52-46a3-90fa-5d50b695b049 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 944 time: 0.0489557 Aug 31 01:12:37.030946 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-cc850b48-ecbc-45b9-af5e-215e54108b4b req-0aa51acd-d1e6-452c-bfd3-036a03012cb9 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331016 Aug 31 01:12:37.238586 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ee2b0-fea8-414a-8d6e-c41be615caaf req-8c51440c-66b9-43f4-8e69-18f77f1a3a23 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:37.240318 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7e7ee2b0-fea8-414a-8d6e-c41be615caaf req-8c51440c-66b9-43f4-8e69-18f77f1a3a23 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 943 time: 0.0563338 Aug 31 01:12:37.283218 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7e7ee2b0-fea8-414a-8d6e-c41be615caaf req-5ce042cd-852d-45b1-b641-d87ef4c0dabe tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366352 Aug 31 01:12:37.368136 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9141a-dae9-4f97-a8c9-ecdfd920155c req-6c325fc0-db73-4651-ba04-4959135c8e3d tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:37.369571 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-96e9141a-dae9-4f97-a8c9-ecdfd920155c req-6c325fc0-db73-4651-ba04-4959135c8e3d tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=75ac3254-19c3-4147-942b-a47a8930fe58 HTTP/1.1" status: 200 len: 945 time: 0.0486431 Aug 31 01:12:37.407131 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-96e9141a-dae9-4f97-a8c9-ecdfd920155c req-1150738c-4875-4326-87f8-183446a5daf1 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313604 Aug 31 01:12:37.623427 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31712186-6801-42e0-9c95-d2ceac64340a req-bcb4380c-0969-450a-9723-a823b2915396 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:37.625055 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-31712186-6801-42e0-9c95-d2ceac64340a req-bcb4380c-0969-450a-9723-a823b2915396 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0491061 Aug 31 01:12:37.663964 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-31712186-6801-42e0-9c95-d2ceac64340a req-f96d1662-50be-4579-8c17-8a162b4200c8 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322821 Aug 31 01:12:37.763412 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:12:38.143322 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec54193-987c-4838-ac54-3c52b5c0989f req-a46b2d7b-03c6-41b0-9249-ceb94be8b779 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:38.145026 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-eec54193-987c-4838-ac54-3c52b5c0989f req-a46b2d7b-03c6-41b0-9249-ceb94be8b779 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 944 time: 0.0490835 Aug 31 01:12:38.186404 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-eec54193-987c-4838-ac54-3c52b5c0989f req-d0f445be-bfae-4232-830c-b699914341fd tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348799 Aug 31 01:12:38.409373 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22282c53-8a4d-47eb-9cc8-3ef20e162869 req-73c99610-71db-48c7-8cfc-6dcc7d15d7af tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:38.410844 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-22282c53-8a4d-47eb-9cc8-3ef20e162869 req-73c99610-71db-48c7-8cfc-6dcc7d15d7af tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 943 time: 0.0489051 Aug 31 01:12:38.450013 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-22282c53-8a4d-47eb-9cc8-3ef20e162869 req-b2e17e44-1edf-44c4-9b6c-40058e0016d0 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327466 Aug 31 01:12:38.525500 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12035c73-d8a3-4b62-b96f-c6a80d6c776f req-8a686c5f-7833-45ed-b96c-770e6ef1fcc6 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:38.526959 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-12035c73-d8a3-4b62-b96f-c6a80d6c776f req-8a686c5f-7833-45ed-b96c-770e6ef1fcc6 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=75ac3254-19c3-4147-942b-a47a8930fe58 HTTP/1.1" status: 200 len: 945 time: 0.0478930 Aug 31 01:12:38.563693 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-12035c73-d8a3-4b62-b96f-c6a80d6c776f req-0d36a706-662e-4b48-8bbe-e5b29ea1e4d4 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310135 Aug 31 01:12:38.778406 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885fb313-bdc7-4e2a-9b6a-aa1d4fb9dd58 req-1d28fd2a-46bc-4311-ae08-54eaa7318ba9 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:38.779890 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-885fb313-bdc7-4e2a-9b6a-aa1d4fb9dd58 req-1d28fd2a-46bc-4311-ae08-54eaa7318ba9 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0487535 Aug 31 01:12:38.820269 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-885fb313-bdc7-4e2a-9b6a-aa1d4fb9dd58 req-84767c10-b77b-4dbb-993b-cf4a77a9a088 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344381 Aug 31 01:12:38.945248 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-3dc0117d-7d5b-44b2-9980-d439b76058c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:39.303102 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674c10e-23e3-4053-9704-6142d8c33b0a req-0e516ef0-7f9e-4bbf-b089-9b889a2bc205 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:39.304549 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6674c10e-23e3-4053-9704-6142d8c33b0a req-0e516ef0-7f9e-4bbf-b089-9b889a2bc205 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 944 time: 0.0525439 Aug 31 01:12:39.337931 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:39.344029 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6674c10e-23e3-4053-9704-6142d8c33b0a req-f7883d85-d38a-4205-8468-30a6aa92127a tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328343 Aug 31 01:12:39.571231 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01b922-4274-4126-aba8-5f647ac1c16f req-36025bbd-eef6-46b1-9281-c4f19d6d32eb tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:39.572694 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-2f01b922-4274-4126-aba8-5f647ac1c16f req-36025bbd-eef6-46b1-9281-c4f19d6d32eb tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.72 "GET /v2.0/ports?device_id=75ac3254-19c3-4147-942b-a47a8930fe58 HTTP/1.1" status: 200 len: 945 time: 0.0996616 Aug 31 01:12:39.589601 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b217b-a4ec-415c-857d-4b9b69b34c51 req-3ea23e95-6fc2-4bd2-a46a-9507ba2cade1 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:39.591098 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-255b217b-a4ec-415c-857d-4b9b69b34c51 req-3ea23e95-6fc2-4bd2-a46a-9507ba2cade1 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 943 time: 0.0534518 Aug 31 01:12:39.644865 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-255b217b-a4ec-415c-857d-4b9b69b34c51 req-a3497dae-0eab-40e2-a5ca-b60dfe65fa68 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474310 Aug 31 01:12:39.709703 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320dbcd-199b-4e77-8830-ab0e5c6eab0a req-67b8d42d-9821-4eab-8e4b-05236d22d5f7 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:39.711535 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d320dbcd-199b-4e77-8830-ab0e5c6eab0a req-67b8d42d-9821-4eab-8e4b-05236d22d5f7 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=75ac3254-19c3-4147-942b-a47a8930fe58 HTTP/1.1" status: 200 len: 945 time: 0.0656464 Aug 31 01:12:39.716206 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-2f01b922-4274-4126-aba8-5f647ac1c16f req-c012e6f3-f17c-4279-8c35-a4fd84eddb19 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Deleting port 649f4d96-a208-4eae-b1b7-b57fefaa3ef8 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:12:39.716547 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2f01b922-4274-4126-aba8-5f647ac1c16f req-c012e6f3-f17c-4279-8c35-a4fd84eddb19 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:39.761352 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d320dbcd-199b-4e77-8830-ab0e5c6eab0a req-28449b3d-c72e-4f0c-8a4f-6988e3b308fd tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380032 Aug 31 01:12:39.809941 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-2f01b922-4274-4126-aba8-5f647ac1c16f req-c012e6f3-f17c-4279-8c35-a4fd84eddb19 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] For port 649f4d96-a208-4eae-b1b7-b57fefaa3ef8, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=649f4d96-a208-4eae-b1b7-b57fefaa3ef8,segment=NetworkSegment(0f15d5f7-ec41-4aa6-9213-d85d0fa11953),segment_id=0f15d5f7-ec41-4aa6-9213-d85d0fa11953)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:39.810307 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2f01b922-4274-4126-aba8-5f647ac1c16f req-c012e6f3-f17c-4279-8c35-a4fd84eddb19 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:39.825113 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-2f01b922-4274-4126-aba8-5f647ac1c16f req-c012e6f3-f17c-4279-8c35-a4fd84eddb19 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Calling delete_port for 649f4d96-a208-4eae-b1b7-b57fefaa3ef8 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:12:39.941455 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6fa027-485f-43b7-a259-50caebc31110 req-041a892c-097f-4973-9547-8d511ae9e35f tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:39.943076 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7d6fa027-485f-43b7-a259-50caebc31110 req-041a892c-097f-4973-9547-8d511ae9e35f tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0524364 Aug 31 01:12:39.978436 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:39.981755 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7d6fa027-485f-43b7-a259-50caebc31110 req-1e33a8c9-11d6-4d94-9a18-e90d1e9d8c9e tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320110 Aug 31 01:12:40.041751 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2f01b922-4274-4126-aba8-5f647ac1c16f req-c012e6f3-f17c-4279-8c35-a4fd84eddb19 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:40.056366 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] get_ports_and_sgs() called for port_ids ['e60caf99-56d2-4f9b-bc5d-db1d5823473d', '1ef1d2d0-ba44-49f5-a760-87c523a45dda', '649f4d96-a208-4eae-b1b7-b57fefaa3ef8'] {{(pid=94636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:12:40.074980 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012e6f3-f17c-4279-8c35-a4fd84eddb19 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Pushing event deleted for resources: {'Port': ['ID=649f4d96-a208-4eae-b1b7-b57fefaa3ef8,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:40.116862 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012e6f3-f17c-4279-8c35-a4fd84eddb19 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:40.117710 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012e6f3-f17c-4279-8c35-a4fd84eddb19 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:40.118044 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012e6f3-f17c-4279-8c35-a4fd84eddb19 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:40.118374 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012e6f3-f17c-4279-8c35-a4fd84eddb19 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:40.118725 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012e6f3-f17c-4279-8c35-a4fd84eddb19 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:40.119050 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012e6f3-f17c-4279-8c35-a4fd84eddb19 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:40.119375 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012e6f3-f17c-4279-8c35-a4fd84eddb19 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:40.119695 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012e6f3-f17c-4279-8c35-a4fd84eddb19 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:40.120014 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012e6f3-f17c-4279-8c35-a4fd84eddb19 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:40.120329 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012e6f3-f17c-4279-8c35-a4fd84eddb19 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:40.120653 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012e6f3-f17c-4279-8c35-a4fd84eddb19 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:40.120971 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c012e6f3-f17c-4279-8c35-a4fd84eddb19 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:12:40.145956 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f01b922-4274-4126-aba8-5f647ac1c16f req-c012e6f3-f17c-4279-8c35-a4fd84eddb19 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] No DVR routers for this DVR port 649f4d96-a208-4eae-b1b7-b57fefaa3ef8 on host hv-cinder-76018 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:12:40.149405 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-2f01b922-4274-4126-aba8-5f647ac1c16f req-c012e6f3-f17c-4279-8c35-a4fd84eddb19 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:40.151429 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-2f01b922-4274-4126-aba8-5f647ac1c16f req-c012e6f3-f17c-4279-8c35-a4fd84eddb19 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.72 "DELETE /v2.0/ports/649f4d96-a208-4eae-b1b7-b57fefaa3ef8 HTTP/1.1" status: 204 len: 173 time: 0.5714691 Aug 31 01:12:40.151866 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ac3254-19c3-4147-942b-a47a8930fe58', 'name': 'network-vif-deleted', 'tag': '649f4d96-a208-4eae-b1b7-b57fefaa3ef8'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:40.154086 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b045d85a9f13e76f05933045f29fa7ac65172c85c310fc202a594bb475bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3f2ef6-b6d9-4123-90be-128d07bf8273" -d '{"events": [{"server_uuid": "75ac3254-19c3-4147-942b-a47a8930fe58", "name": "network-vif-deleted", "tag": "649f4d96-a208-4eae-b1b7-b57fefaa3ef8"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:40.189926 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73716835-4c87-4d11-8911-8448e9953ee8 x-openstack-request-id: req-73716835-4c87-4d11-8911-8448e9953ee8 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:40.190196 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ac3254-19c3-4147-942b-a47a8930fe58", "name": "network-vif-deleted", "tag": "649f4d96-a208-4eae-b1b7-b57fefaa3ef8", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:40.190443 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-73716835-4c87-4d11-8911-8448e9953ee8 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:40.190862 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ac3254-19c3-4147-942b-a47a8930fe58', 'name': 'network-vif-deleted', 'tag': '649f4d96-a208-4eae-b1b7-b57fefaa3ef8', 'status': 'completed', 'code': 200} Aug 31 01:12:40.437631 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 141131c4-5bf4-459f-b25c-c5cf2ce7e2f5 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:12:40.458459 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd545864-015d-43d9-b905-4415d7a1649e req-a226798b-b7bd-496f-8e8f-bc847e55c92e tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:40.459961 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-dd545864-015d-43d9-b905-4415d7a1649e req-a226798b-b7bd-496f-8e8f-bc847e55c92e tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 944 time: 0.0501134 Aug 31 01:12:40.504207 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-dd545864-015d-43d9-b905-4415d7a1649e req-642fb5ca-195a-4aa4-a1d2-7594702a43e5 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359492 Aug 31 01:12:40.533316 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 141131c4-5bf4-459f-b25c-c5cf2ce7e2f5, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=141131c4-5bf4-459f-b25c-c5cf2ce7e2f5,segment=NetworkSegment(ba206874-6b12-4184-9530-5ff25f26c89f),segment_id=ba206874-6b12-4184-9530-5ff25f26c89f)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:40.548831 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Returning: {'device': '141131c4-5bf4-459f-b25c-c5cf2ce7e2f5', 'network_id': 'b70f1308-c8a8-4826-977d-96316713ef7d', 'port_id': '141131c4-5bf4-459f-b25c-c5cf2ce7e2f5', 'mac_address': 'fa:16:3e:33:79:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '363fa58a-29af-4ce3-8619-cd226a6a41d7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:12:40.585412 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:40.597752 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 141131c4-5bf4-459f-b25c-c5cf2ce7e2f5 {{(pid=94636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:12:40.618777 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 141131c4-5bf4-459f-b25c-c5cf2ce7e2f5, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=141131c4-5bf4-459f-b25c-c5cf2ce7e2f5,segment=NetworkSegment(ba206874-6b12-4184-9530-5ff25f26c89f),segment_id=ba206874-6b12-4184-9530-5ff25f26c89f)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:40.698387 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:40.757858 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=141131c4-5bf4-459f-b25c-c5cf2ce7e2f5,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:40.785993 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf6089-87db-44bc-9af6-f21c1efc23f2 req-bd120f3f-ce02-4af3-8aa5-057797f2b5f6 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:40.787475 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3acf6089-87db-44bc-9af6-f21c1efc23f2 req-bd120f3f-ce02-4af3-8aa5-057797f2b5f6 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 943 time: 0.0562043 Aug 31 01:12:40.834419 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3acf6089-87db-44bc-9af6-f21c1efc23f2 req-a3b84e98-23d7-4d86-b091-60fe7aa5848d tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397766 Aug 31 01:12:40.878524 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-427c7e85-748e-4c08-bb7f-262ee23cc536 req-df94d8c2-06e1-4480-8da2-3c8e726d54eb tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=75ac3254-19c3-4147-942b-a47a8930fe58 HTTP/1.1" status: 200 len: 210 time: 0.0285628 Aug 31 01:12:41.098584 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13710d0b-f4fa-4914-b23f-68f471e7006e req-4fe05877-6d84-41c2-9175-66f7decb709e tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:41.100073 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-13710d0b-f4fa-4914-b23f-68f471e7006e req-4fe05877-6d84-41c2-9175-66f7decb709e tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0510509 Aug 31 01:12:41.108633 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] get_ports_and_sgs() called for port_ids ['141131c4-5bf4-459f-b25c-c5cf2ce7e2f5'] {{(pid=94636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:12:41.146904 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-13710d0b-f4fa-4914-b23f-68f471e7006e req-34233ad0-5be0-41fc-92ee-0dba36e4007a tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397096 Aug 31 01:12:41.617216 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96460bc9-8572-4bc5-bc9c-293084096302 req-b8f5db96-2f23-41bd-8093-78e083ae8d67 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:41.618702 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-96460bc9-8572-4bc5-bc9c-293084096302 req-b8f5db96-2f23-41bd-8093-78e083ae8d67 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 945 time: 0.0483727 Aug 31 01:12:41.656295 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-96460bc9-8572-4bc5-bc9c-293084096302 req-8d3a5781-7db7-4674-b34f-17f8ad13c503 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317223 Aug 31 01:12:41.951348 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:41.966512 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e26ee3-7f50-4dcb-af0a-1815aa15a4c0 req-fde90536-07f8-43eb-a832-57f752d03323 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:41.966512 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-03e26ee3-7f50-4dcb-af0a-1815aa15a4c0 req-fde90536-07f8-43eb-a832-57f752d03323 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 943 time: 0.0567064 Aug 31 01:12:42.007662 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-03e26ee3-7f50-4dcb-af0a-1815aa15a4c0 req-3eeab409-5ba1-41f4-a8f7-3d44186590c6 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326247 Aug 31 01:12:42.271695 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096149dc-2782-436b-81d9-45f9ebb10285 req-3f610b44-dcf9-4c32-a461-e97f522f0a13 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:42.275097 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-096149dc-2782-436b-81d9-45f9ebb10285 req-3f610b44-dcf9-4c32-a461-e97f522f0a13 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0548491 Aug 31 01:12:42.314821 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-096149dc-2782-436b-81d9-45f9ebb10285 req-ad993989-fe31-4ad9-9d2c-b03a9bbd5114 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336947 Aug 31 01:12:42.377440 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72112057-3aab-489e-874c-db7947bf4934 req-fec81994-1c2e-4396-b120-d7a43d70d783 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:42.377440 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-72112057-3aab-489e-874c-db7947bf4934 req-fec81994-1c2e-4396-b120-d7a43d70d783 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=86ab75c1-07a9-43aa-b109-096a8e0efb2b HTTP/1.1" status: 200 len: 945 time: 0.0510359 Aug 31 01:12:42.412771 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-72112057-3aab-489e-874c-db7947bf4934 req-7806ae35-9116-4612-be69-b239141558af tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340233 Aug 31 01:12:42.424441 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-444909ac-7a86-42a4-b3d6-9332bc68614e req-e5afca28-9b0f-4fec-b8f1-594a0eb6d59f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402482 Aug 31 01:12:42.440415 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 141131c4-5bf4-459f-b25c-c5cf2ce7e2f5 up at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:12:42.486207 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444909ac-7a86-42a4-b3d6-9332bc68614e req-eff1d1f6-9a2c-43cb-9b79-752d60950333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:42.487830 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-444909ac-7a86-42a4-b3d6-9332bc68614e req-eff1d1f6-9a2c-43cb-9b79-752d60950333 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ebe297fbd3a46689671efa0c38f7f89&device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 1098 time: 0.0398598 Aug 31 01:12:42.543731 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Provisioning for port 141131c4-5bf4-459f-b25c-c5cf2ce7e2f5 completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:12:42.547658 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Provisioning complete for port 141131c4-5bf4-459f-b25c-c5cf2ce7e2f5 triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:12:42.548034 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:42.594787 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444909ac-7a86-42a4-b3d6-9332bc68614e req-4eef153a-2d36-4036-a930-3a6b9bfca1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:42.596254 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-444909ac-7a86-42a4-b3d6-9332bc68614e req-4eef153a-2d36-4036-a930-3a6b9bfca1c1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fd548e74-43b1-430f-a0ef-aa76573cce11 HTTP/1.1" status: 200 len: 919 time: 0.0887527 Aug 31 01:12:42.628661 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:42.640184 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-444909ac-7a86-42a4-b3d6-9332bc68614e req-ebfda8b9-2632-4100-b04d-8fba86da8a34 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ac65665-ac93-4f99-ae17-d13e9ea8c3ab HTTP/1.1" status: 200 len: 217 time: 0.0352569 Aug 31 01:12:42.652365 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9286fd7-4620-4f6b-95e8-4c08a028ffa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141131c4-5bf4-459f-b25c-c5cf2ce7e2f5'}] {{(pid=94636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:42.654577 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d232dde22f81f13b8276e8d192a9956b8a1abe374d21fab87add1b29b36cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589f7b68-be4b-4a7b-920e-8171ad0bc47d" -d '{"events": [{"server_uuid": "d9286fd7-4620-4f6b-95e8-4c08a028ffa3", "name": "network-vif-plugged", "status": "completed", "tag": "141131c4-5bf4-459f-b25c-c5cf2ce7e2f5"}]}' {{(pid=94636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:42.667746 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 141131c4-5bf4-459f-b25c-c5cf2ce7e2f5, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=141131c4-5bf4-459f-b25c-c5cf2ce7e2f5,segment=NetworkSegment(ba206874-6b12-4184-9530-5ff25f26c89f),segment_id=ba206874-6b12-4184-9530-5ff25f26c89f)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:42.691459 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ef4adb-cd05-4084-9a6d-2e1d17841d94 x-openstack-request-id: req-17ef4adb-cd05-4084-9a6d-2e1d17841d94 {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:42.691793 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9286fd7-4620-4f6b-95e8-4c08a028ffa3", "name": "network-vif-plugged", "status": "completed", "tag": "141131c4-5bf4-459f-b25c-c5cf2ce7e2f5", "code": 200}]} {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:42.691981 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-17ef4adb-cd05-4084-9a6d-2e1d17841d94 {{(pid=94636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:42.694711 dv-cinder-760180-3-iscsi neutron-server[94636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9286fd7-4620-4f6b-95e8-4c08a028ffa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141131c4-5bf4-459f-b25c-c5cf2ce7e2f5', 'code': 200} Aug 31 01:12:42.701486 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444909ac-7a86-42a4-b3d6-9332bc68614e req-de6065c2-d2b1-4994-a87d-268390aba986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:42.703072 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-444909ac-7a86-42a4-b3d6-9332bc68614e req-de6065c2-d2b1-4994-a87d-268390aba986 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=28514019-93de-4286-b066-532f8dc6920b HTTP/1.1" status: 200 len: 858 time: 0.0525501 Aug 31 01:12:42.736604 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-444909ac-7a86-42a4-b3d6-9332bc68614e req-a3389b9e-a769-4667-bf09-b13e2ac5d601 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fd548e74-43b1-430f-a0ef-aa76573cce11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256293 Aug 31 01:12:42.756865 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:42.758289 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 649f4d96-a208-4eae-b1b7-b57fefaa3ef8 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:12:42.783647 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffdb54e-e17d-40a6-8307-bbcfab9a831b req-64314d3a-13a4-408f-b7af-baf315b41381 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:42.785219 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7ffdb54e-e17d-40a6-8307-bbcfab9a831b req-64314d3a-13a4-408f-b7af-baf315b41381 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 945 time: 0.0548437 Aug 31 01:12:42.799521 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] No Port match for: 649f4d96-a208-4eae-b1b7-b57fefaa3ef8 {{(pid=94636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:12:42.799988 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 649f4d96-a208-4eae-b1b7-b57fefaa3ef8 not bound to the agent host hv-cinder-76018 {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:12:42.831164 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=141131c4-5bf4-459f-b25c-c5cf2ce7e2f5,revision_number=5']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:42.832537 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7ffdb54e-e17d-40a6-8307-bbcfab9a831b req-e60640eb-d373-4234-a2b3-27529b314eb9 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399373 Aug 31 01:12:42.849815 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-444909ac-7a86-42a4-b3d6-9332bc68614e req-6f60affb-2402-452b-b47d-72ebd951dd23 service neutron] 10.222.0.72 "GET /v2.0/networks/fd548e74-43b1-430f-a0ef-aa76573cce11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044197 Aug 31 01:12:42.939017 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-444909ac-7a86-42a4-b3d6-9332bc68614e req-0e5229ea-9c54-403b-b13e-a4b8f32ff10d service neutron] 10.222.0.72 "GET /v2.0/networks/fd548e74-43b1-430f-a0ef-aa76573cce11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815501 Aug 31 01:12:43.137264 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc016f-64e8-4e0e-af14-ba7b434dad4b req-f99821c4-45a1-41ac-b3ec-0338534a3078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:43.137468 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31efdd-9a66-47d3-9f53-e479d297ee9d req-24eb8ba2-832e-49a5-8ccb-567f3853b77b tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:43.138651 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-fcfc016f-64e8-4e0e-af14-ba7b434dad4b req-f99821c4-45a1-41ac-b3ec-0338534a3078 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 1099 time: 0.0421662 Aug 31 01:12:43.138798 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6d31efdd-9a66-47d3-9f53-e479d297ee9d req-24eb8ba2-832e-49a5-8ccb-567f3853b77b tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 943 time: 0.0589731 Aug 31 01:12:43.175585 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-fcfc016f-64e8-4e0e-af14-ba7b434dad4b req-684cd3a6-5686-459d-9b6e-458006586598 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288639 Aug 31 01:12:43.177694 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6d31efdd-9a66-47d3-9f53-e479d297ee9d req-4620d0b5-b00e-4cec-b4a8-f40b31777de9 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327263 Aug 31 01:12:43.433160 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c065c152-5a62-4fac-b145-733b8840286d req-4b163e97-984d-435d-b854-c8207659d3a4 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:43.434684 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c065c152-5a62-4fac-b145-733b8840286d req-4b163e97-984d-435d-b854-c8207659d3a4 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0493331 Aug 31 01:12:43.474182 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c065c152-5a62-4fac-b145-733b8840286d req-0b3778f3-3fee-4da4-aadc-29e1af4d02f3 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332239 Aug 31 01:12:43.533994 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968edb79-61e1-4d91-8282-c52129529a45 req-a011aace-fb22-4322-ab8c-fce751ab82fa tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:43.535487 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-968edb79-61e1-4d91-8282-c52129529a45 req-a011aace-fb22-4322-ab8c-fce751ab82fa tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=86ab75c1-07a9-43aa-b109-096a8e0efb2b HTTP/1.1" status: 200 len: 945 time: 0.0520253 Aug 31 01:12:43.575689 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-968edb79-61e1-4d91-8282-c52129529a45 req-9b2b4717-dfde-4a3e-bec2-33c8219b2029 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332289 Aug 31 01:12:43.678149 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 58986) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:43.761118 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-fc5262b3-409b-4ab3-b1fc-a5153924c549 req-7d7e4677-2fdf-4106-8415-0a30787a6e84 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0814464 Aug 31 01:12:43.966610 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457e99c-5572-4087-951c-2f3dfa439fd5 req-820f3ff9-f5a2-494f-bb29-e69e63656463 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:43.966610 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a457e99c-5572-4087-951c-2f3dfa439fd5 req-820f3ff9-f5a2-494f-bb29-e69e63656463 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 946 time: 0.0516689 Aug 31 01:12:44.000434 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a457e99c-5572-4087-951c-2f3dfa439fd5 req-d9319ef4-b5c4-472f-8702-384b7b02dec6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339797 Aug 31 01:12:44.094380 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:44.241116 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6e1a5-26e9-4f7b-ae69-f3728efa0d3b req-dafc14ac-712a-4df9-a45c-ca2224b8155c tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:44.242559 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-6ad6e1a5-26e9-4f7b-ae69-f3728efa0d3b req-dafc14ac-712a-4df9-a45c-ca2224b8155c tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.72 "GET /v2.0/ports?device_id=86ab75c1-07a9-43aa-b109-096a8e0efb2b HTTP/1.1" status: 200 len: 945 time: 0.0474761 Aug 31 01:12:44.296528 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59541a7d-3629-494c-8c54-7f9f0fc2937f req-7e7e0219-dd3e-4503-af0a-3f4eb3b23d37 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:44.297993 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-59541a7d-3629-494c-8c54-7f9f0fc2937f req-7e7e0219-dd3e-4503-af0a-3f4eb3b23d37 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 943 time: 0.0484285 Aug 31 01:12:44.338095 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-59541a7d-3629-494c-8c54-7f9f0fc2937f req-30e4ffb9-bd44-4ae0-9ed0-6465f1b6cf97 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339093 Aug 31 01:12:44.346705 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-6ad6e1a5-26e9-4f7b-ae69-f3728efa0d3b req-d246c6ba-fccb-4721-bd76-9adc6d43b2fa tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Deleting port 1ef1d2d0-ba44-49f5-a760-87c523a45dda {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:12:44.347056 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-6ad6e1a5-26e9-4f7b-ae69-f3728efa0d3b req-d246c6ba-fccb-4721-bd76-9adc6d43b2fa tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:44.440653 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-6ad6e1a5-26e9-4f7b-ae69-f3728efa0d3b req-d246c6ba-fccb-4721-bd76-9adc6d43b2fa tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] For port 1ef1d2d0-ba44-49f5-a760-87c523a45dda, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=1ef1d2d0-ba44-49f5-a760-87c523a45dda,segment=NetworkSegment(0f15d5f7-ec41-4aa6-9213-d85d0fa11953),segment_id=0f15d5f7-ec41-4aa6-9213-d85d0fa11953)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:12:44.441038 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-6ad6e1a5-26e9-4f7b-ae69-f3728efa0d3b req-d246c6ba-fccb-4721-bd76-9adc6d43b2fa tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:44.454980 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-6ad6e1a5-26e9-4f7b-ae69-f3728efa0d3b req-d246c6ba-fccb-4721-bd76-9adc6d43b2fa tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Calling delete_port for 1ef1d2d0-ba44-49f5-a760-87c523a45dda owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:12:44.628695 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f938c4-8edf-4dfb-94b2-539afa97ea13 req-fee359d2-c571-475b-8ff7-25a5c3760e9a tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:44.630347 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-67f938c4-8edf-4dfb-94b2-539afa97ea13 req-fee359d2-c571-475b-8ff7-25a5c3760e9a tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0692751 Aug 31 01:12:44.671395 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-6ad6e1a5-26e9-4f7b-ae69-f3728efa0d3b req-d246c6ba-fccb-4721-bd76-9adc6d43b2fa tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:44.684333 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] get_ports_and_sgs() called for port_ids ['e60caf99-56d2-4f9b-bc5d-db1d5823473d', '1ef1d2d0-ba44-49f5-a760-87c523a45dda'] {{(pid=94636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:12:44.697305 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-67f938c4-8edf-4dfb-94b2-539afa97ea13 req-e194c674-c4e5-451e-aeeb-3c59b078a9e1 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598061 Aug 31 01:12:44.704354 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246c6ba-fccb-4721-bd76-9adc6d43b2fa tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Pushing event deleted for resources: {'Port': ['ID=1ef1d2d0-ba44-49f5-a760-87c523a45dda,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:44.722026 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5f245-2ce7-42da-a269-6d23dc6d171e req-e6e5580c-ed98-45a0-b60f-e338b6e0e275 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:44.723630 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-60d5f245-2ce7-42da-a269-6d23dc6d171e req-e6e5580c-ed98-45a0-b60f-e338b6e0e275 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=86ab75c1-07a9-43aa-b109-096a8e0efb2b HTTP/1.1" status: 200 len: 867 time: 0.0729411 Aug 31 01:12:44.756868 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad6e1a5-26e9-4f7b-ae69-f3728efa0d3b req-d246c6ba-fccb-4721-bd76-9adc6d43b2fa tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] No DVR routers for this DVR port 1ef1d2d0-ba44-49f5-a760-87c523a45dda on host hv-cinder-76018 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:12:44.761880 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-6ad6e1a5-26e9-4f7b-ae69-f3728efa0d3b req-d246c6ba-fccb-4721-bd76-9adc6d43b2fa tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:44.767871 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-6ad6e1a5-26e9-4f7b-ae69-f3728efa0d3b req-d246c6ba-fccb-4721-bd76-9adc6d43b2fa tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.72 "DELETE /v2.0/ports/1ef1d2d0-ba44-49f5-a760-87c523a45dda HTTP/1.1" status: 204 len: 173 time: 0.5181310 Aug 31 01:12:44.768350 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ab75c1-07a9-43aa-b109-096a8e0efb2b', 'name': 'network-vif-deleted', 'tag': '1ef1d2d0-ba44-49f5-a760-87c523a45dda'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:44.770850 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b045d85a9f13e76f05933045f29fa7ac65172c85c310fc202a594bb475bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa844d2-5102-49e0-8076-27ac5497cd22" -d '{"events": [{"server_uuid": "86ab75c1-07a9-43aa-b109-096a8e0efb2b", "name": "network-vif-deleted", "tag": "1ef1d2d0-ba44-49f5-a760-87c523a45dda"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:44.782554 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-60d5f245-2ce7-42da-a269-6d23dc6d171e req-05c82eb2-ba85-4741-bf32-3110d9c92cf0 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505328 Aug 31 01:12:44.831422 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc6f3ec-2a5b-43fa-ab91-b0a5dce588e5 x-openstack-request-id: req-8fc6f3ec-2a5b-43fa-ab91-b0a5dce588e5 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:44.831757 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ab75c1-07a9-43aa-b109-096a8e0efb2b", "name": "network-vif-deleted", "tag": "1ef1d2d0-ba44-49f5-a760-87c523a45dda", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:44.832007 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8fc6f3ec-2a5b-43fa-ab91-b0a5dce588e5 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:44.832557 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ab75c1-07a9-43aa-b109-096a8e0efb2b', 'name': 'network-vif-deleted', 'tag': '1ef1d2d0-ba44-49f5-a760-87c523a45dda', 'status': 'completed', 'code': 200} Aug 31 01:12:45.124235 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bdf6aa-d262-47b5-afc3-3bc3351d749b req-9f753d4a-f478-477f-ac56-300be80748db tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:45.125681 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-41bdf6aa-d262-47b5-afc3-3bc3351d749b req-9f753d4a-f478-477f-ac56-300be80748db tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 946 time: 0.0488849 Aug 31 01:12:45.162362 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-41bdf6aa-d262-47b5-afc3-3bc3351d749b req-8b4cf8c7-29e3-441b-9442-6418db72ad53 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306146 Aug 31 01:12:45.279662 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b14048-11d1-4eec-ab8d-54417d5e87ab req-4fa66bcc-fff7-48cd-9d7f-e2489d4b4889 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:45.281075 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-40b14048-11d1-4eec-ab8d-54417d5e87ab req-4fa66bcc-fff7-48cd-9d7f-e2489d4b4889 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 946 time: 0.0506177 Aug 31 01:12:45.319070 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-40b14048-11d1-4eec-ab8d-54417d5e87ab req-aa33dad7-7a1e-49bd-adf1-300acbfd48a8 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319383 Aug 31 01:12:45.340701 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 59034) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:45.458856 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86fb7a-6df9-4cea-8b5d-ddf223739500 req-970da658-bc89-4538-9c5f-43bc95826c75 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:45.460370 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0d86fb7a-6df9-4cea-8b5d-ddf223739500 req-970da658-bc89-4538-9c5f-43bc95826c75 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 943 time: 0.0516210 Aug 31 01:12:45.502662 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0d86fb7a-6df9-4cea-8b5d-ddf223739500 req-586af76f-f6d1-4cb7-a088-9511995cce1c tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348132 Aug 31 01:12:45.710697 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d5ab13-18b8-4014-a0a7-9ac0b29994f2 tempest-TestShelveInstance-573809992 tempest-TestShelveInstance-573809992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:45.712834 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-b3d5ab13-18b8-4014-a0a7-9ac0b29994f2 tempest-TestShelveInstance-573809992 tempest-TestShelveInstance-573809992-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 1094 time: 0.3711555 Aug 31 01:12:45.715861 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 59040) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:12:45.721390 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-a1baff87-f98c-4697-afed-f9a0e19ee6e6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Request body: {'floatingip': {'floating_network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'port_id': '141131c4-5bf4-459f-b25c-c5cf2ce7e2f5', 'tenant_id': '4df7148800d8445eb8e806c1f06e0c15', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:12:45.819293 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ad96b-01fd-4b73-a4ea-ca17e6a1693b req-8494af0a-ea05-44e7-b687-5b95feb480a9 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:45.821242 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f98ad96b-01fd-4b73-a4ea-ca17e6a1693b req-8494af0a-ea05-44e7-b687-5b95feb480a9 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0488613 Aug 31 01:12:45.867381 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f98ad96b-01fd-4b73-a4ea-ca17e6a1693b req-03d127ce-f1a7-4737-a247-cc6a42c7b6ec tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347190 Aug 31 01:12:45.871175 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a1baff87-f98c-4697-afed-f9a0e19ee6e6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks [] for floatingip, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:45.901346 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-66639931-cfd2-4b65-8338-f1c46b7f9e15 req-678d58b0-4e6c-4d73-9f43-42d137d2af8c tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=86ab75c1-07a9-43aa-b109-096a8e0efb2b HTTP/1.1" status: 200 len: 210 time: 0.0326650 Aug 31 01:12:45.977815 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a1baff87-f98c-4697-afed-f9a0e19ee6e6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:46.085151 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-a1baff87-f98c-4697-afed-f9a0e19ee6e6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Allocated IP 172.27.3.132 (6de9ff05-f8f6-4fd1-b476-077a32a7a2f5/44be20a0-ff0a-4c00-a541-a9ead83fffe9/f9e1c6ad-fe39-4b2b-9b22-e66c425c854a) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:12:46.236631 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a1baff87-f98c-4697-afed-f9a0e19ee6e6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:46.247021 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a9d39d-c181-479c-bb88-f67f3eac08b7 req-57c6d1a2-4a3a-47de-9ec0-6b222b1ba859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:46.248814 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-67a9d39d-c181-479c-bb88-f67f3eac08b7 req-57c6d1a2-4a3a-47de-9ec0-6b222b1ba859 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 1099 time: 0.0701246 Aug 31 01:12:46.302921 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-67a9d39d-c181-479c-bb88-f67f3eac08b7 req-ea4a52a6-557a-45a0-ad32-047194b56fbf service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436835 Aug 31 01:12:46.378197 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a1baff87-f98c-4697-afed-f9a0e19ee6e6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:46.414952 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1baff87-f98c-4697-afed-f9a0e19ee6e6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Network 6de9ff05-f8f6-4fd1-b476-077a32a7a2f5 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:12:46.418046 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-a1baff87-f98c-4697-afed-f9a0e19ee6e6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:12:46.423460 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1baff87-f98c-4697-afed-f9a0e19ee6e6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:12:46.453623 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1baff87-f98c-4697-afed-f9a0e19ee6e6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Pushing event updated for resources: {'Port': ['ID=f9e1c6ad-fe39-4b2b-9b22-e66c425c854a,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:46.643107 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9723f-4836-4fa0-a273-d4411b5885dd req-78f1f3e8-ef5e-400b-94fe-ddb357c13dee tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:46.644560 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c0f9723f-4836-4fa0-a273-d4411b5885dd req-78f1f3e8-ef5e-400b-94fe-ddb357c13dee tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 943 time: 0.0548131 Aug 31 01:12:46.684076 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c0f9723f-4836-4fa0-a273-d4411b5885dd req-233fe6e1-7a46-469b-85b3-5ed7418e0ec8 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333962 Aug 31 01:12:46.761900 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a1baff87-f98c-4697-afed-f9a0e19ee6e6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:46.941159 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a1baff87-f98c-4697-afed-f9a0e19ee6e6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:46.987668 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28515b-7df9-43ca-a070-6c00e3fc737c req-02180edb-1752-4e88-9270-92676d35de5d tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:46.989266 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9f28515b-7df9-43ca-a070-6c00e3fc737c req-02180edb-1752-4e88-9270-92676d35de5d tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0539277 Aug 31 01:12:47.029416 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9f28515b-7df9-43ca-a070-6c00e3fc737c req-f16e27f8-8f50-4419-b8df-10005193b68b tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327404 Aug 31 01:12:47.115259 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5262b3-409b-4ab3-b1fc-a5153924c549 req-0f427c88-373d-4fec-a6c8-c318d93e44d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:47.116777 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-fc5262b3-409b-4ab3-b1fc-a5153924c549 req-0f427c88-373d-4fec-a6c8-c318d93e44d3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb&tenant_id=8e8ee4f4a0b14bda8b938a88a2dab8cd HTTP/1.1" status: 200 len: 1096 time: 0.1219985 Aug 31 01:12:47.218994 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a1baff87-f98c-4697-afed-f9a0e19ee6e6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:47.218994 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5262b3-409b-4ab3-b1fc-a5153924c549 req-edfa6314-3e58-426d-b212-3ea290660e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:47.218994 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-fc5262b3-409b-4ab3-b1fc-a5153924c549 req-edfa6314-3e58-426d-b212-3ea290660e5f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8e8ee4f4a0b14bda8b938a88a2dab8cd&device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 1096 time: 0.0647638 Aug 31 01:12:47.295269 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a1baff87-f98c-4697-afed-f9a0e19ee6e6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:47.340845 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a1baff87-f98c-4697-afed-f9a0e19ee6e6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371979'] for floatingip, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:47.382130 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5262b3-409b-4ab3-b1fc-a5153924c549 req-fe3dbea4-ae56-4757-88c0-67f52a4d8d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:47.384232 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-fc5262b3-409b-4ab3-b1fc-a5153924c549 req-fe3dbea4-ae56-4757-88c0-67f52a4d8d3d service neutron] 10.222.0.72 "GET /v2.0/networks?id=cbc670e8-9863-4523-934f-dc257f6800ff HTTP/1.1" status: 200 len: 918 time: 0.1593113 Aug 31 01:12:47.390105 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1baff87-f98c-4697-afed-f9a0e19ee6e6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Pushing event updated for resources: {'Port': ['ID=f9e1c6ad-fe39-4b2b-9b22-e66c425c854a,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:12:47.505672 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-fc5262b3-409b-4ab3-b1fc-a5153924c549 req-ca9873f0-7f14-4068-b716-6dffd3766baa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff29b76d-3af0-481c-8421-0548f73990c2 HTTP/1.1" status: 200 len: 999 time: 0.0994525 Aug 31 01:12:47.506771 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.db.l3_db [None req-a1baff87-f98c-4697-afed-f9a0e19ee6e6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Floating IP 858f2e95-eda0-4acf-91c7-e90834f9aa07 associated. External IP: 172.27.3.132, port: 141131c4-5bf4-459f-b25c-c5cf2ce7e2f5. Aug 31 01:12:47.619049 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5262b3-409b-4ab3-b1fc-a5153924c549 req-c8e66a51-1069-48f2-9f62-bacfe29f3ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:47.620366 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-fc5262b3-409b-4ab3-b1fc-a5153924c549 req-c8e66a51-1069-48f2-9f62-bacfe29f3ba9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9 HTTP/1.1" status: 200 len: 856 time: 0.0818026 Aug 31 01:12:47.716912 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5262b3-409b-4ab3-b1fc-a5153924c549 req-0b2d6936-ad49-499d-92fa-ebddd389856b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:47.718388 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-fc5262b3-409b-4ab3-b1fc-a5153924c549 req-0b2d6936-ad49-499d-92fa-ebddd389856b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cbc670e8-9863-4523-934f-dc257f6800ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0828919 Aug 31 01:12:47.816380 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63635a30-1333-4ac7-b83e-0bf905730961 req-6a8abf0d-91ff-4eac-8c43-16a4b15cf230 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:47.817968 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-63635a30-1333-4ac7-b83e-0bf905730961 req-6a8abf0d-91ff-4eac-8c43-16a4b15cf230 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 943 time: 0.0617635 Aug 31 01:12:47.825077 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1baff87-f98c-4697-afed-f9a0e19ee6e6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Router 19737475-04cd-42d5-8ff0-912276209e2e has already been hosted by L3 agent c5d183af-b1ef-4815-8853-b3c8447fce00 {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:12:47.857876 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-63635a30-1333-4ac7-b83e-0bf905730961 req-11014518-423c-4804-8c98-a0b616489a98 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326126 Aug 31 01:12:47.908920 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-fc5262b3-409b-4ab3-b1fc-a5153924c549 req-3d20c2c1-12a0-47b6-9ee5-3364d86ba7f6 service neutron] 10.222.0.72 "GET /v2.0/networks/cbc670e8-9863-4523-934f-dc257f6800ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595118 Aug 31 01:12:48.152471 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5122d-5236-4551-8db8-f093e677e661 req-8aba61ea-3a4b-45a1-86cd-8e3dd93bda94 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:48.154100 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-57f5122d-5236-4551-8db8-f093e677e661 req-8aba61ea-3a4b-45a1-86cd-8e3dd93bda94 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0548422 Aug 31 01:12:48.197734 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-57f5122d-5236-4551-8db8-f093e677e661 req-efb514a0-0c04-4c70-88b9-d6ca1c868407 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369523 Aug 31 01:12:48.240086 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1baff87-f98c-4697-afed-f9a0e19ee6e6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify agent at l3_agent.dv-cinder-760180-3-iscsi the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:12:48.277176 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5230d626-4676-4181-a4f2-088b49383b52 None None] Sync routers for ids ['19737475-04cd-42d5-8ff0-912276209e2e'] in dv-cinder-760180-3-iscsi {{(pid=94637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:12:48.286349 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5230d626-4676-4181-a4f2-088b49383b52 None None] Routers {'19737475-04cd-42d5-8ff0-912276209e2e'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:48.287063 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-5230d626-4676-4181-a4f2-088b49383b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:12:39Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['19737475-04cd-42d5-8ff0-912276209e2e'], 'active': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:48.287527 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-fc5262b3-409b-4ab3-b1fc-a5153924c549 req-48abb90e-8db3-49b5-9f99-2122c26a5868 service neutron] 10.222.0.72 "GET /v2.0/networks/cbc670e8-9863-4523-934f-dc257f6800ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467672 Aug 31 01:12:48.339929 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a1baff87-f98c-4697-afed-f9a0e19ee6e6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:12:48.386162 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-a1baff87-f98c-4697-afed-f9a0e19ee6e6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6691704 Aug 31 01:12:48.386849 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9286fd7-4620-4f6b-95e8-4c08a028ffa3', 'tag': '141131c4-5bf4-459f-b25c-c5cf2ce7e2f5'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:12:48.389154 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b045d85a9f13e76f05933045f29fa7ac65172c85c310fc202a594bb475bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b47575-23b8-414d-b33d-ea46961970e7" -d '{"events": [{"name": "network-changed", "server_uuid": "d9286fd7-4620-4f6b-95e8-4c08a028ffa3", "tag": "141131c4-5bf4-459f-b25c-c5cf2ce7e2f5"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:12:48.430175 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvr_db [None req-5230d626-4676-4181-a4f2-088b49383b52 None None] Set router 19737475-04cd-42d5-8ff0-912276209e2e gateway port host: dv-cinder-760180-3-iscsi {{(pid=94637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:12:48.475201 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 1ef1d2d0-ba44-49f5-a760-87c523a45dda no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:12:48.497484 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] No Port match for: 1ef1d2d0-ba44-49f5-a760-87c523a45dda {{(pid=94636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:12:48.497827 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 1ef1d2d0-ba44-49f5-a760-87c523a45dda not bound to the agent host hv-cinder-76018 {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:12:48.746280 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-5230d626-4676-4181-a4f2-088b49383b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19737475-04cd-42d5-8ff0-912276209e2e', 'name': 'tempest-TestShelveInstance-1067843698-router', 'tenant_id': '4df7148800d8445eb8e806c1f06e0c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'f78b0d42-9fbf-4467-8b2f-7afcc1b0de02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:36Z', 'updated_at': '2021-08-31T01:11:42Z', 'revision_number': 4, 'project_id': '4df7148800d8445eb8e806c1f06e0c15', 'gw_port': {'id': 'f78b0d42-9fbf-4467-8b2f-7afcc1b0de02', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19737475-04cd-42d5-8ff0-912276209e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:37Z', 'updated_at': '2021-08-31T01:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_floatingips': [{'id': '858f2e95-eda0-4acf-91c7-e90834f9aa07', 'tenant_id': '4df7148800d8445eb8e806c1f06e0c15', 'floating_ip_address': '172.27.3.132', 'floating_network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'router_id': '19737475-04cd-42d5-8ff0-912276209e2e', 'port_id': '141131c4-5bf4-459f-b25c-c5cf2ce7e2f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b70f1308-c8a8-4826-977d-96316713ef7d', 'mac_address': 'fa:16:3e:33:79:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9286fd7-4620-4f6b-95e8-4c08a028ffa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:12:46Z', 'updated_at': '2021-08-31T01:12:46Z', 'revision_number': 0, 'project_id': '4df7148800d8445eb8e806c1f06e0c15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fed65049-6cff-4f65-bf9e-b001f3def8ab', 'name': '', 'network_id': 'b70f1308-c8a8-4826-977d-96316713ef7d', 'tenant_id': '4df7148800d8445eb8e806c1f06e0c15', 'mac_address': 'fa:16:3e:11:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19737475-04cd-42d5-8ff0-912276209e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '363fa58a-29af-4ce3-8619-cd226a6a41d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:41Z', 'updated_at': '2021-08-31T01:11:50Z', 'revision_number': 5, 'project_id': '4df7148800d8445eb8e806c1f06e0c15', 'subnets': [{'id': '363fa58a-29af-4ce3-8619-cd226a6a41d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:48.781629 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102df07c-f66a-46bc-97b4-972c139ee6d1 x-openstack-request-id: req-102df07c-f66a-46bc-97b4-972c139ee6d1 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:12:48.782002 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9286fd7-4620-4f6b-95e8-4c08a028ffa3", "tag": "141131c4-5bf4-459f-b25c-c5cf2ce7e2f5", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:12:48.782313 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-102df07c-f66a-46bc-97b4-972c139ee6d1 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:12:48.783733 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9286fd7-4620-4f6b-95e8-4c08a028ffa3', 'tag': '141131c4-5bf4-459f-b25c-c5cf2ce7e2f5', 'status': 'completed', 'code': 200} Aug 31 01:12:48.784170 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5230d626-4676-4181-a4f2-088b49383b52 None None] Checking router: 19737475-04cd-42d5-8ff0-912276209e2e for host: dv-cinder-760180-3-iscsi {{(pid=94637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:12:48.796799 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5230d626-4676-4181-a4f2-088b49383b52 None None] Routers {'19737475-04cd-42d5-8ff0-912276209e2e'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:12:48.797563 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-5230d626-4676-4181-a4f2-088b49383b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:12:39Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['19737475-04cd-42d5-8ff0-912276209e2e'], 'active': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:48.930568 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b47575-23b8-414d-b33d-ea46961970e7 req-f0af9708-250c-42ec-8f42-7037037a859c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:48.932746 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-05b47575-23b8-414d-b33d-ea46961970e7 req-f0af9708-250c-42ec-8f42-7037037a859c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4df7148800d8445eb8e806c1f06e0c15&device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 1099 time: 0.0972514 Aug 31 01:12:48.939310 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvr_db [None req-5230d626-4676-4181-a4f2-088b49383b52 None None] Set router 19737475-04cd-42d5-8ff0-912276209e2e gateway port host: dv-cinder-760180-3-iscsi {{(pid=94637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:12:49.034829 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b47575-23b8-414d-b33d-ea46961970e7 req-1bde1d60-a310-406a-9d42-a26a71723e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:49.036323 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-05b47575-23b8-414d-b33d-ea46961970e7 req-1bde1d60-a310-406a-9d42-a26a71723e6a service neutron] 10.222.0.72 "GET /v2.0/networks?id=b70f1308-c8a8-4826-977d-96316713ef7d HTTP/1.1" status: 200 len: 910 time: 0.0936875 Aug 31 01:12:49.143772 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-05b47575-23b8-414d-b33d-ea46961970e7 req-77678f86-00c0-484b-bc2d-1c1455b097f4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=141131c4-5bf4-459f-b25c-c5cf2ce7e2f5 HTTP/1.1" status: 200 len: 1000 time: 0.0895000 Aug 31 01:12:49.205775 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-5230d626-4676-4181-a4f2-088b49383b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19737475-04cd-42d5-8ff0-912276209e2e', 'name': 'tempest-TestShelveInstance-1067843698-router', 'tenant_id': '4df7148800d8445eb8e806c1f06e0c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'f78b0d42-9fbf-4467-8b2f-7afcc1b0de02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:36Z', 'updated_at': '2021-08-31T01:11:42Z', 'revision_number': 4, 'project_id': '4df7148800d8445eb8e806c1f06e0c15', 'gw_port': {'id': 'f78b0d42-9fbf-4467-8b2f-7afcc1b0de02', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19737475-04cd-42d5-8ff0-912276209e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:37Z', 'updated_at': '2021-08-31T01:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_floatingips': [{'id': '858f2e95-eda0-4acf-91c7-e90834f9aa07', 'tenant_id': '4df7148800d8445eb8e806c1f06e0c15', 'floating_ip_address': '172.27.3.132', 'floating_network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'router_id': '19737475-04cd-42d5-8ff0-912276209e2e', 'port_id': '141131c4-5bf4-459f-b25c-c5cf2ce7e2f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b70f1308-c8a8-4826-977d-96316713ef7d', 'mac_address': 'fa:16:3e:33:79:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9286fd7-4620-4f6b-95e8-4c08a028ffa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:12:46Z', 'updated_at': '2021-08-31T01:12:46Z', 'revision_number': 0, 'project_id': '4df7148800d8445eb8e806c1f06e0c15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fed65049-6cff-4f65-bf9e-b001f3def8ab', 'name': '', 'network_id': 'b70f1308-c8a8-4826-977d-96316713ef7d', 'tenant_id': '4df7148800d8445eb8e806c1f06e0c15', 'mac_address': 'fa:16:3e:11:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19737475-04cd-42d5-8ff0-912276209e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '363fa58a-29af-4ce3-8619-cd226a6a41d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:41Z', 'updated_at': '2021-08-31T01:11:50Z', 'revision_number': 5, 'project_id': '4df7148800d8445eb8e806c1f06e0c15', 'subnets': [{'id': '363fa58a-29af-4ce3-8619-cd226a6a41d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:12:49.235597 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5230d626-4676-4181-a4f2-088b49383b52 None None] The sync data for ids ['19737475-04cd-42d5-8ff0-912276209e2e'] in dv-cinder-760180-3-iscsi is: [{'id': '19737475-04cd-42d5-8ff0-912276209e2e', 'name': 'tempest-TestShelveInstance-1067843698-router', 'tenant_id': '4df7148800d8445eb8e806c1f06e0c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'f78b0d42-9fbf-4467-8b2f-7afcc1b0de02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:36Z', 'updated_at': '2021-08-31T01:11:42Z', 'revision_number': 4, 'project_id': '4df7148800d8445eb8e806c1f06e0c15', 'gw_port': {'id': 'f78b0d42-9fbf-4467-8b2f-7afcc1b0de02', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19737475-04cd-42d5-8ff0-912276209e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:37Z', 'updated_at': '2021-08-31T01:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_floatingips': [{'id': '858f2e95-eda0-4acf-91c7-e90834f9aa07', 'tenant_id': '4df7148800d8445eb8e806c1f06e0c15', 'floating_ip_address': '172.27.3.132', 'floating_network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'router_id': '19737475-04cd-42d5-8ff0-912276209e2e', 'port_id': '141131c4-5bf4-459f-b25c-c5cf2ce7e2f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b70f1308-c8a8-4826-977d-96316713ef7d', 'mac_address': 'fa:16:3e:33:79:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9286fd7-4620-4f6b-95e8-4c08a028ffa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:12:46Z', 'updated_at': '2021-08-31T01:12:46Z', 'revision_number': 0, 'project_id': '4df7148800d8445eb8e806c1f06e0c15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fed65049-6cff-4f65-bf9e-b001f3def8ab', 'name': '', 'network_id': 'b70f1308-c8a8-4826-977d-96316713ef7d', 'tenant_id': '4df7148800d8445eb8e806c1f06e0c15', 'mac_address': 'fa:16:3e:11:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19737475-04cd-42d5-8ff0-912276209e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '363fa58a-29af-4ce3-8619-cd226a6a41d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:41Z', 'updated_at': '2021-08-31T01:11:50Z', 'revision_number': 5, 'project_id': '4df7148800d8445eb8e806c1f06e0c15', 'subnets': [{'id': '363fa58a-29af-4ce3-8619-cd226a6a41d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:12:49.331735 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8087f-c8c5-428d-8ab7-8453c36e0a8e req-5699da56-fe68-476b-a249-7151906f8c7d tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:49.339828 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-58c8087f-c8c5-428d-8ab7-8453c36e0a8e req-5699da56-fe68-476b-a249-7151906f8c7d tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.5018466 Aug 31 01:12:49.357399 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d03d7-72fb-4ed7-8f3b-12a5fa8d95c2 req-ee1c6372-78b6-4148-8814-e749f094843a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:49.358835 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c25d03d7-72fb-4ed7-8f3b-12a5fa8d95c2 req-ee1c6372-78b6-4148-8814-e749f094843a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ebe297fbd3a46689671efa0c38f7f89&device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 1099 time: 0.4581928 Aug 31 01:12:49.391656 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e586a-51bc-4f1e-9ac1-5f6c2cb18a11 req-1fb402b8-9b6a-4ffd-8030-d5bdf8919f6b tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:49.393328 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-314e586a-51bc-4f1e-9ac1-5f6c2cb18a11 req-1fb402b8-9b6a-4ffd-8030-d5bdf8919f6b tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1759872-23c6-45b1-8c30-f40c20adda2a HTTP/1.1" status: 200 len: 945 time: 0.4533963 Aug 31 01:12:49.442806 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-58c8087f-c8c5-428d-8ab7-8453c36e0a8e req-b79dedfc-62dd-45ad-8648-bea24b74bfb2 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958099 Aug 31 01:12:49.490182 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-314e586a-51bc-4f1e-9ac1-5f6c2cb18a11 req-0cbd1c8d-c09b-41a3-af6b-eb77bfa28ffb tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897689 Aug 31 01:12:49.613572 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa9f6ee-dff0-497f-8cd3-82f3c8242c6d None None] New status for floating IP 858f2e95-eda0-4acf-91c7-e90834f9aa07: ACTIVE {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:12:49.652611 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce537bef-4c26-434b-9f74-d4f5ceda6f96 req-67e8c367-5c31-4164-88fc-5dbe3744a9e0 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:49.661316 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ce537bef-4c26-434b-9f74-d4f5ceda6f96 req-67e8c367-5c31-4164-88fc-5dbe3744a9e0 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 943 time: 0.0896277 Aug 31 01:12:49.710655 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ce537bef-4c26-434b-9f74-d4f5ceda6f96 req-25d801b3-3da1-46dc-943e-f50ff8fbe416 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479457 Aug 31 01:12:50.597025 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf0115-1b09-4d90-86a3-c40b75d01d60 req-0c39b59e-dcbc-4521-82fb-b5c20c2112eb tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:50.598823 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-cacf0115-1b09-4d90-86a3-c40b75d01d60 req-0c39b59e-dcbc-4521-82fb-b5c20c2112eb tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0717313 Aug 31 01:12:50.664711 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf88ad-1605-462b-8208-389eb19dfa2f req-4654d714-dc78-4d7d-8c2c-81bc1bad0840 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:50.666157 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7adf88ad-1605-462b-8208-389eb19dfa2f req-4654d714-dc78-4d7d-8c2c-81bc1bad0840 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1759872-23c6-45b1-8c30-f40c20adda2a HTTP/1.1" status: 200 len: 945 time: 0.0868018 Aug 31 01:12:50.669119 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-cacf0115-1b09-4d90-86a3-c40b75d01d60 req-9fac372d-ebb0-404c-a54b-b9d38f125166 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525479 Aug 31 01:12:50.708891 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7adf88ad-1605-462b-8208-389eb19dfa2f req-1e23344b-16a1-4f21-82f7-9d9bcbfc8dea tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360553 Aug 31 01:12:50.826360 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb4c3a-7cb3-4164-9293-4ec3e0f16fed req-50dd8061-9f64-48eb-9808-122a9732e4d7 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:50.828246 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7ceb4c3a-7cb3-4164-9293-4ec3e0f16fed req-50dd8061-9f64-48eb-9808-122a9732e4d7 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 943 time: 0.0547948 Aug 31 01:12:50.870203 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7ceb4c3a-7cb3-4164-9293-4ec3e0f16fed req-1169be9b-b11d-4d60-9120-467c465a3abc tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348465 Aug 31 01:12:51.789424 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346e568-2d32-4d9e-b6ad-dcb6fb8f54d2 req-646c25f5-f364-45b9-9d85-1fe068f44ef9 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:51.793961 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0346e568-2d32-4d9e-b6ad-dcb6fb8f54d2 req-646c25f5-f364-45b9-9d85-1fe068f44ef9 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0562816 Aug 31 01:12:51.859461 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0346e568-2d32-4d9e-b6ad-dcb6fb8f54d2 req-b5b4b1d8-e16a-4adf-ab19-1739e46b13b9 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559397 Aug 31 01:12:51.868624 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68563830-4c25-426e-9f4a-141c97bf750f req-ac79d445-ffe9-46fe-b4f2-dd08387b80bb tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:51.870100 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-68563830-4c25-426e-9f4a-141c97bf750f req-ac79d445-ffe9-46fe-b4f2-dd08387b80bb tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1759872-23c6-45b1-8c30-f40c20adda2a HTTP/1.1" status: 200 len: 945 time: 0.0752046 Aug 31 01:12:51.908553 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-68563830-4c25-426e-9f4a-141c97bf750f req-5921eaca-bb20-4bca-8b84-f2bb0884f319 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325546 Aug 31 01:12:51.997504 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcb0e8-6121-4a39-ad88-7c0a915dd57f req-96a070c5-c768-43f5-a8b1-a7b309eb0430 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:51.998977 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-dcdcb0e8-6121-4a39-ad88-7c0a915dd57f req-96a070c5-c768-43f5-a8b1-a7b309eb0430 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 943 time: 0.0525074 Aug 31 01:12:52.037412 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-dcdcb0e8-6121-4a39-ad88-7c0a915dd57f req-b57f03fa-d859-4413-b38f-817afdc01ad0 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324783 Aug 31 01:12:53.028089 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f82ae-100a-477e-a026-1b877045c534 req-93f2602b-ea0c-4b34-9e66-ccc13d22a6f3 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:53.036598 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e89f82ae-100a-477e-a026-1b877045c534 req-93f2602b-ea0c-4b34-9e66-ccc13d22a6f3 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0875518 Aug 31 01:12:53.068631 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14025eb1-0c7f-4432-8f14-a87f578123de req-991f0228-7c4d-4bfc-8056-3a43eec300aa tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:53.070153 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-14025eb1-0c7f-4432-8f14-a87f578123de req-991f0228-7c4d-4bfc-8056-3a43eec300aa tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1759872-23c6-45b1-8c30-f40c20adda2a HTTP/1.1" status: 200 len: 945 time: 0.0779195 Aug 31 01:12:53.095701 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e89f82ae-100a-477e-a026-1b877045c534 req-a3640273-f9b6-4cdf-9ac2-b25da797bc27 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578859 Aug 31 01:12:53.138807 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-14025eb1-0c7f-4432-8f14-a87f578123de req-de0f09ce-fe54-4445-87ae-bda7dc858e0e tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555010 Aug 31 01:12:53.215998 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9935395-3018-402b-870e-831c0c4b0249 req-4c7e9746-6439-4540-b070-67baede0962d tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:53.217476 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d9935395-3018-402b-870e-831c0c4b0249 req-4c7e9746-6439-4540-b070-67baede0962d tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 943 time: 0.0529735 Aug 31 01:12:53.257585 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d9935395-3018-402b-870e-831c0c4b0249 req-226d0614-1a9e-4d03-94ad-c99605330154 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338690 Aug 31 01:12:54.248115 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf0383-aa78-4873-8208-8341fc8a202e req-6c6ae7e0-7469-4d91-9535-611815a0949a tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:54.249591 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-64cf0383-aa78-4873-8208-8341fc8a202e req-6c6ae7e0-7469-4d91-9535-611815a0949a tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0764513 Aug 31 01:12:54.272569 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56af5ff-44fc-46f2-a0d7-157005071df3 req-9efc9478-7d41-4e2a-89eb-71fa6869a732 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:54.274038 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c56af5ff-44fc-46f2-a0d7-157005071df3 req-9efc9478-7d41-4e2a-89eb-71fa6869a732 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1759872-23c6-45b1-8c30-f40c20adda2a HTTP/1.1" status: 200 len: 945 time: 0.0722508 Aug 31 01:12:54.325928 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-64cf0383-aa78-4873-8208-8341fc8a202e req-40081b95-052d-4666-b1c4-18244ae546dc tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697057 Aug 31 01:12:54.330859 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c56af5ff-44fc-46f2-a0d7-157005071df3 req-32c0f205-8218-4c2d-8c70-d040b1b1370c tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506370 Aug 31 01:12:54.438453 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce81f2c-10d6-4aae-b8fe-1bd6aab52ffc req-6d0a49f3-87bd-46f2-ae5e-aad333b12d3b tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:54.439945 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7ce81f2c-10d6-4aae-b8fe-1bd6aab52ffc req-6d0a49f3-87bd-46f2-ae5e-aad333b12d3b tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 943 time: 0.0502143 Aug 31 01:12:54.478189 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7ce81f2c-10d6-4aae-b8fe-1bd6aab52ffc req-d5aa5ee7-0184-432b-b8e3-a9527693c0f4 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320873 Aug 31 01:12:55.475308 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8e6e2-1901-4474-8347-2b81b06f648d req-a9dd08b0-87bb-4e7e-870f-4215594358ab tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:55.476749 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-63a8e6e2-1901-4474-8347-2b81b06f648d req-a9dd08b0-87bb-4e7e-870f-4215594358ab tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0805874 Aug 31 01:12:55.496678 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a095941-93ad-4af0-a621-5648c6ff1b9b req-fea4bbfa-e3b1-4920-9fdc-b6ca491eaf28 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:55.498108 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6a095941-93ad-4af0-a621-5648c6ff1b9b req-fea4bbfa-e3b1-4920-9fdc-b6ca491eaf28 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1759872-23c6-45b1-8c30-f40c20adda2a HTTP/1.1" status: 200 len: 945 time: 0.0749276 Aug 31 01:12:55.547134 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-63a8e6e2-1901-4474-8347-2b81b06f648d req-2100da61-1eee-48c2-8c54-eb8ae45d0860 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631258 Aug 31 01:12:55.556224 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6a095941-93ad-4af0-a621-5648c6ff1b9b req-520c0006-a74b-444d-bd6f-2f4f14ef85c5 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503764 Aug 31 01:12:55.670600 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e402fc-2e4e-4e4f-91b8-fb773ef303bd req-bd7681c7-fef5-4bdc-aa8f-16610ecc9def tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:55.672222 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-74e402fc-2e4e-4e4f-91b8-fb773ef303bd req-bd7681c7-fef5-4bdc-aa8f-16610ecc9def tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 943 time: 0.0497198 Aug 31 01:12:55.710294 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-74e402fc-2e4e-4e4f-91b8-fb773ef303bd req-34198e90-91ff-42cb-9d0d-f0c00cc2c207 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323918 Aug 31 01:12:56.704980 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6029a3-28d1-49ef-95a5-f4852dd51537 req-a37bb9e3-debb-4602-94d7-d81b203f4991 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:56.710345 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1c6029a3-28d1-49ef-95a5-f4852dd51537 req-a37bb9e3-debb-4602-94d7-d81b203f4991 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1759872-23c6-45b1-8c30-f40c20adda2a HTTP/1.1" status: 200 len: 945 time: 0.0813825 Aug 31 01:12:56.713720 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1aea0-d581-49e5-b0ec-4f217c8b56d5 req-c7606d32-d8ca-4916-bdb4-9a938ad16d11 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:56.715230 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f3b1aea0-d581-49e5-b0ec-4f217c8b56d5 req-c7606d32-d8ca-4916-bdb4-9a938ad16d11 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0882385 Aug 31 01:12:56.766159 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1c6029a3-28d1-49ef-95a5-f4852dd51537 req-64758dbb-226d-4096-af22-95153e0238d1 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497754 Aug 31 01:12:56.784688 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f3b1aea0-d581-49e5-b0ec-4f217c8b56d5 req-450a576f-8a3b-4ce8-b5f8-bfe94a70b05f tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618675 Aug 31 01:12:56.897711 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec9cee-4cc3-44f6-b9d3-11910b13ffb7 req-848878be-2816-4393-b76b-1deb69db134c tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:56.899096 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-23ec9cee-4cc3-44f6-b9d3-11910b13ffb7 req-848878be-2816-4393-b76b-1deb69db134c tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 943 time: 0.0501099 Aug 31 01:12:56.936989 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-23ec9cee-4cc3-44f6-b9d3-11910b13ffb7 req-8f68e775-e905-4093-9151-7976a5b12454 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320227 Aug 31 01:12:57.931777 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afdeb7-85c5-4677-a87e-2018d864a17d req-c44fa018-3518-40f4-b1d3-d6cf0625b1f5 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:57.933278 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b6afdeb7-85c5-4677-a87e-2018d864a17d req-c44fa018-3518-40f4-b1d3-d6cf0625b1f5 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1759872-23c6-45b1-8c30-f40c20adda2a HTTP/1.1" status: 200 len: 945 time: 0.0882998 Aug 31 01:12:57.941798 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd4f70-de1f-4e2a-9976-470c09f13b53 req-3addd92d-5596-49e2-af8a-ee1f6be3d741 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:57.943518 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-cdbd4f70-de1f-4e2a-9976-470c09f13b53 req-3addd92d-5596-49e2-af8a-ee1f6be3d741 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0860631 Aug 31 01:12:58.002612 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b6afdeb7-85c5-4677-a87e-2018d864a17d req-7aaafa06-e083-4ea3-a5f5-a259cbf88eb6 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581484 Aug 31 01:12:58.007701 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-cdbd4f70-de1f-4e2a-9976-470c09f13b53 req-459373dc-0f64-41ec-9b96-a671c1c470dc tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553808 Aug 31 01:12:58.117953 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf13a1c-735a-4818-acec-0b514432a392 req-d31d5ebe-cdfb-4381-936a-fbb1ba379aaa tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:58.120017 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5bf13a1c-735a-4818-acec-0b514432a392 req-d31d5ebe-cdfb-4381-936a-fbb1ba379aaa tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 943 time: 0.0514715 Aug 31 01:12:58.158573 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5bf13a1c-735a-4818-acec-0b514432a392 req-0ceaf31a-a54a-4cd3-b517-99acb363c5ad tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323231 Aug 31 01:12:59.179817 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25319f1b-9c07-4858-bd12-478e63516d27 req-1d1ea50e-64f4-425f-943e-58263ded4246 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:59.182224 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-25319f1b-9c07-4858-bd12-478e63516d27 req-1d1ea50e-64f4-425f-943e-58263ded4246 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0873404 Aug 31 01:12:59.195232 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4593577-9de8-4336-93d2-526d8388b2d9 req-d5d6753c-1820-4fda-b498-0a8015989efe tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:59.196797 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f4593577-9de8-4336-93d2-526d8388b2d9 req-d5d6753c-1820-4fda-b498-0a8015989efe tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1759872-23c6-45b1-8c30-f40c20adda2a HTTP/1.1" status: 200 len: 945 time: 0.0895147 Aug 31 01:12:59.261562 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-25319f1b-9c07-4858-bd12-478e63516d27 req-256d272b-c72e-4108-b55b-64fa739882d5 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637400 Aug 31 01:12:59.318793 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f4593577-9de8-4336-93d2-526d8388b2d9 req-2387c138-f3f0-41f3-a10b-545a386861cc tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606365 Aug 31 01:12:59.373150 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6279c147-2cef-41a0-9144-bf46d934fcb8 req-6e8e0756-67ed-4f41-8bec-f711e18efb8e tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:12:59.374675 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6279c147-2cef-41a0-9144-bf46d934fcb8 req-6e8e0756-67ed-4f41-8bec-f711e18efb8e tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 943 time: 0.0496016 Aug 31 01:12:59.415036 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6279c147-2cef-41a0-9144-bf46d934fcb8 req-74589761-c5dd-49ce-955f-1bc9740362dd tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336812 Aug 31 01:13:00.105528 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-a83971f4-17be-4ab2-b4fe-865a96ebfc40 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1274599636&fields=id&tenant_id=cd87758004a84b0894e10b0402589a05 HTTP/1.1" status: 200 len: 267 time: 0.0534163 Aug 31 01:13:00.206277 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-ec796222-59a1-4e87-8913-20f4506503de tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:00.207788 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-ec796222-59a1-4e87-8913-20f4506503de tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/networks?id=c534f589-1d8a-478d-9545-cdea5e81a29a HTTP/1.1" status: 200 len: 811 time: 0.1031735 Aug 31 01:13:00.223574 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-b4973ab9-89c2-42d4-b7e7-18064b221a92 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/quotas/cd87758004a84b0894e10b0402589a05 HTTP/1.1" status: 200 len: 375 time: 0.0095949 Aug 31 01:13:00.276788 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-7a7e024d-7d83-4072-b5ae-bf2edb1b4418 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd87758004a84b0894e10b0402589a05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469813 Aug 31 01:13:00.392734 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-ed1f0e6c-8c04-4ec2-9b0f-4b89b488d141 service neutron] 10.222.0.43 "GET /v2.0/networks/c534f589-1d8a-478d-9545-cdea5e81a29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041989 Aug 31 01:13:00.438559 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3a543-51a6-4c01-8004-e6e998f96f20 req-65a155f8-0349-4235-b126-e545e8f8b0e1 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:00.440046 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fbb3a543-51a6-4c01-8004-e6e998f96f20 req-65a155f8-0349-4235-b126-e545e8f8b0e1 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0646296 Aug 31 01:13:00.481211 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fbb3a543-51a6-4c01-8004-e6e998f96f20 req-ce5b6ec0-b343-4dfb-8185-e0464ada28e5 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346134 Aug 31 01:13:00.627017 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92210848-3e79-4071-8026-f3010d5e6943 req-22095b54-aad8-4392-be89-01dfb4e740d1 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:00.628656 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-92210848-3e79-4071-8026-f3010d5e6943 req-22095b54-aad8-4392-be89-01dfb4e740d1 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1759872-23c6-45b1-8c30-f40c20adda2a HTTP/1.1" status: 200 len: 945 time: 0.0794759 Aug 31 01:13:00.636177 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-645f7adf-b9e4-411b-a32e-ea44f95e06eb service neutron] 10.222.0.43 "GET /v2.0/networks/c534f589-1d8a-478d-9545-cdea5e81a29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287414 Aug 31 01:13:00.679384 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-92210848-3e79-4071-8026-f3010d5e6943 req-1f450e45-23e1-4141-9e5e-61929bdb686b tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416651 Aug 31 01:13:00.804697 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962142c4-5882-4e4a-9ff6-d410ca14a16d req-c678e9cb-e02c-4572-b98f-7d828789893c tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:00.806390 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-962142c4-5882-4e4a-9ff6-d410ca14a16d req-c678e9cb-e02c-4572-b98f-7d828789893c tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 943 time: 0.0527780 Aug 31 01:13:00.848945 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-962142c4-5882-4e4a-9ff6-d410ca14a16d req-45e9f8c2-2a61-49ed-96bf-3daff43b8baf tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365403 Aug 31 01:13:01.249749 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a8f8cfa0-9319-4ad7-b8bf-18fb557e84dc req-27a41fb1-866a-4348-8aee-574ea230ac19 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=24356023-a62e-4a31-b7d1-9a50813cc8b0 HTTP/1.1" status: 200 len: 210 time: 0.0363214 Aug 31 01:13:01.598078 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c5f479-ad18-4ba9-a3f9-4f68aab1541f req-30c00d34-a5b3-41b0-826d-e9ed74d86c9b tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:01.599757 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-97c5f479-ad18-4ba9-a3f9-4f68aab1541f req-30c00d34-a5b3-41b0-826d-e9ed74d86c9b tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0497141 Aug 31 01:13:01.638059 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-97c5f479-ad18-4ba9-a3f9-4f68aab1541f req-e05b529f-ee03-483b-b0f6-32b54fb2d7e5 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322692 Aug 31 01:13:01.814118 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0be1f-d603-47fc-911b-a87652ebeb1a req-bb2b78d7-bed2-428a-836c-5aba5250b346 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:01.815651 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f1e0be1f-d603-47fc-911b-a87652ebeb1a req-bb2b78d7-bed2-428a-836c-5aba5250b346 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1759872-23c6-45b1-8c30-f40c20adda2a HTTP/1.1" status: 200 len: 945 time: 0.0542271 Aug 31 01:13:01.855063 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f1e0be1f-d603-47fc-911b-a87652ebeb1a req-9861d35f-897b-4607-a369-1a19eaf50bc1 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331802 Aug 31 01:13:01.972490 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9961bc-6b4b-452d-a457-8bae140a073a req-b5abda6d-4ed7-4789-a2f2-a91a4f14f4b3 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:01.973973 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ee9961bc-6b4b-452d-a457-8bae140a073a req-b5abda6d-4ed7-4789-a2f2-a91a4f14f4b3 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 943 time: 0.0523000 Aug 31 01:13:02.011468 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ee9961bc-6b4b-452d-a457-8bae140a073a req-60ebaa88-fb4b-43d8-b5c6-cc514710995d tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315480 Aug 31 01:13:02.172643 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b47575-23b8-414d-b33d-ea46961970e7 req-364e6d22-8f05-41b4-b07f-f596f95fa668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:02.174095 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-05b47575-23b8-414d-b33d-ea46961970e7 req-364e6d22-8f05-41b4-b07f-f596f95fa668 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=363fa58a-29af-4ce3-8619-cd226a6a41d7 HTTP/1.1" status: 200 len: 848 time: 0.0468004 Aug 31 01:13:02.210338 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d03d7-72fb-4ed7-8f3b-12a5fa8d95c2 req-563a6ad0-3a4e-428d-9eb5-d00924c037c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:02.211949 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c25d03d7-72fb-4ed7-8f3b-12a5fa8d95c2 req-563a6ad0-3a4e-428d-9eb5-d00924c037c7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fd548e74-43b1-430f-a0ef-aa76573cce11 HTTP/1.1" status: 200 len: 919 time: 0.0848603 Aug 31 01:13:02.220985 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b47575-23b8-414d-b33d-ea46961970e7 req-0dc0202b-174f-4c04-91f7-5432a5ba6a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:02.222413 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-05b47575-23b8-414d-b33d-ea46961970e7 req-0dc0202b-174f-4c04-91f7-5432a5ba6a9b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b70f1308-c8a8-4826-977d-96316713ef7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383456 Aug 31 01:13:02.281935 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c25d03d7-72fb-4ed7-8f3b-12a5fa8d95c2 req-f1a66b69-b216-4b2f-8f96-010e7f6b2780 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b690769-caee-49fa-afb2-9accbc988ab7 HTTP/1.1" status: 200 len: 217 time: 0.0470860 Aug 31 01:13:02.319613 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-05b47575-23b8-414d-b33d-ea46961970e7 req-30977a76-1110-41e6-b8b1-a5843757fd2d service neutron] 10.222.0.72 "GET /v2.0/networks/b70f1308-c8a8-4826-977d-96316713ef7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822742 Aug 31 01:13:02.354672 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-60f768e0-5b68-4261-9b5a-03a45796d71f req-1bb0c0f7-8436-49d6-9c6f-ec9403e5a188 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=24356023-a62e-4a31-b7d1-9a50813cc8b0 HTTP/1.1" status: 200 len: 210 time: 0.0469272 Aug 31 01:13:02.363524 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d03d7-72fb-4ed7-8f3b-12a5fa8d95c2 req-1cba7f60-5f32-478d-aa07-9c3ccf4eca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:02.365779 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c25d03d7-72fb-4ed7-8f3b-12a5fa8d95c2 req-1cba7f60-5f32-478d-aa07-9c3ccf4eca68 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=28514019-93de-4286-b066-532f8dc6920b HTTP/1.1" status: 200 len: 858 time: 0.0666335 Aug 31 01:13:02.402115 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c25d03d7-72fb-4ed7-8f3b-12a5fa8d95c2 req-dc65e8e7-14f4-47e7-a559-cf015bd4a392 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fd548e74-43b1-430f-a0ef-aa76573cce11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246782 Aug 31 01:13:02.420572 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-05b47575-23b8-414d-b33d-ea46961970e7 req-6ce7230f-b4b0-4a58-9872-24c4fff39fba service neutron] 10.222.0.72 "GET /v2.0/networks/b70f1308-c8a8-4826-977d-96316713ef7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853977 Aug 31 01:13:02.584398 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c25d03d7-72fb-4ed7-8f3b-12a5fa8d95c2 req-86e84660-96c5-4e41-802f-4bc1a05180f2 service neutron] 10.222.0.72 "GET /v2.0/networks/fd548e74-43b1-430f-a0ef-aa76573cce11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473966 Aug 31 01:13:02.710235 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c25d03d7-72fb-4ed7-8f3b-12a5fa8d95c2 req-5c30834b-5725-4a05-93f9-721a1d4d4753 service neutron] 10.222.0.72 "GET /v2.0/networks/fd548e74-43b1-430f-a0ef-aa76573cce11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156294 Aug 31 01:13:02.756833 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf3afe-0dd7-43d5-aa5a-02fafe2b5287 req-a5a0b564-2977-4aa2-be95-4f36afee19f7 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:02.760505 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6dcf3afe-0dd7-43d5-aa5a-02fafe2b5287 req-a5a0b564-2977-4aa2-be95-4f36afee19f7 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0514188 Aug 31 01:13:02.800891 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6dcf3afe-0dd7-43d5-aa5a-02fafe2b5287 req-ea62e780-25bb-47fb-b61d-af933a24ba67 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363047 Aug 31 01:13:02.974541 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bae959-2a63-4dac-bb2f-0cb6eaa2092e req-9d93c2a8-1e6c-4b3f-91ac-b8afe49a50b4 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:02.976019 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-14bae959-2a63-4dac-bb2f-0cb6eaa2092e req-9d93c2a8-1e6c-4b3f-91ac-b8afe49a50b4 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1759872-23c6-45b1-8c30-f40c20adda2a HTTP/1.1" status: 200 len: 945 time: 0.0522389 Aug 31 01:13:02.990674 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 59320) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:03.020287 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-14bae959-2a63-4dac-bb2f-0cb6eaa2092e req-b4ea4d0f-6126-4141-8d0a-555426407735 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372293 Aug 31 01:13:03.110969 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3aa3d564-0712-43b3-9301-727646bca8e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:03.144422 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295acfb1-9d68-426a-ad97-606111f9ad86 req-dbd724a9-f10d-4f04-ac73-cbbabe242e3e tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:03.153229 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-295acfb1-9d68-426a-ad97-606111f9ad86 req-dbd724a9-f10d-4f04-ac73-cbbabe242e3e tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 943 time: 0.0705388 Aug 31 01:13:03.192880 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-295acfb1-9d68-426a-ad97-606111f9ad86 req-4e65749f-3f25-4cc2-8cdb-df413bfeb486 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383174 Aug 31 01:13:03.217691 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3aa3d564-0712-43b3-9301-727646bca8e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:03.271072 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3aa3d564-0712-43b3-9301-727646bca8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:03.309042 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-3aa3d564-0712-43b3-9301-727646bca8e8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c53daa15af62424faf87409d78bc132c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3171663 Aug 31 01:13:03.309899 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3d564-0712-43b3-9301-727646bca8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d89775-d4b3-4268-83c9-3e8d4c9f86ef,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:03.311982 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 59326) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:03.361768 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-86b8cfe2-7c63-47e6-a641-2f5e1609a56a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:03.382417 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-86b8cfe2-7c63-47e6-a641-2f5e1609a56a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:03.449310 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0f396fb8-ac33-43cd-ac5a-533cecc37823 req-07076a75-0cbd-4ceb-b9ff-be6b8d4ae91c tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=24356023-a62e-4a31-b7d1-9a50813cc8b0 HTTP/1.1" status: 200 len: 210 time: 0.0259202 Aug 31 01:13:03.515517 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-86b8cfe2-7c63-47e6-a641-2f5e1609a56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:03.518032 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-86b8cfe2-7c63-47e6-a641-2f5e1609a56a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:03.519154 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-86b8cfe2-7c63-47e6-a641-2f5e1609a56a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/92d89775-d4b3-4268-83c9-3e8d4c9f86ef HTTP/1.1" status: 204 len: 168 time: 0.2061825 Aug 31 01:13:03.527437 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b8cfe2-7c63-47e6-a641-2f5e1609a56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d89775-d4b3-4268-83c9-3e8d4c9f86ef,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:03.534589 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b8cfe2-7c63-47e6-a641-2f5e1609a56a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:03.534942 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b8cfe2-7c63-47e6-a641-2f5e1609a56a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:03.535274 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b8cfe2-7c63-47e6-a641-2f5e1609a56a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:03.535604 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b8cfe2-7c63-47e6-a641-2f5e1609a56a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:03.535932 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b8cfe2-7c63-47e6-a641-2f5e1609a56a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:03.536625 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b8cfe2-7c63-47e6-a641-2f5e1609a56a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:03.536934 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b8cfe2-7c63-47e6-a641-2f5e1609a56a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:03.537257 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b8cfe2-7c63-47e6-a641-2f5e1609a56a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:03.537631 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b8cfe2-7c63-47e6-a641-2f5e1609a56a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:03.537887 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b8cfe2-7c63-47e6-a641-2f5e1609a56a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:03.538200 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b8cfe2-7c63-47e6-a641-2f5e1609a56a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:03.538540 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b8cfe2-7c63-47e6-a641-2f5e1609a56a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:03.774296 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-b420d54f-2756-44b9-a962-4f1d5cc6cf3c tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:03.775813 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-b420d54f-2756-44b9-a962-4f1d5cc6cf3c tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.72 "GET /v2.0/networks?id=c534f589-1d8a-478d-9545-cdea5e81a29a HTTP/1.1" status: 200 len: 811 time: 0.1032543 Aug 31 01:13:03.833258 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-9935b024-d1d6-4a1e-9cb9-45546fb2becf tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd87758004a84b0894e10b0402589a05 HTTP/1.1" status: 200 len: 380 time: 0.0441747 Aug 31 01:13:03.845947 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-a431c284-35a0-4798-ad99-5b2bc363b043 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Request body: {'port': {'device_id': '24356023-a62e-4a31-b7d1-9a50813cc8b0', 'network_id': 'c534f589-1d8a-478d-9545-cdea5e81a29a', 'admin_state_up': True, 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'security_groups': ['c071c7c8-f360-43e9-952d-7eeadd8c8ea0']}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:03.981426 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a240c-ca41-41fe-8a4b-469ae09014a9 req-9c59ae97-22b0-4716-bbc9-983f89d85bce tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:03.982930 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bf5a240c-ca41-41fe-8a4b-469ae09014a9 req-9c59ae97-22b0-4716-bbc9-983f89d85bce tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0816205 Aug 31 01:13:04.040200 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bf5a240c-ca41-41fe-8a4b-469ae09014a9 req-12ea85e3-834f-41c6-88ba-a1fb62c82131 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500553 Aug 31 01:13:04.120043 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-a431c284-35a0-4798-ad99-5b2bc363b043 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Made reservation on behalf of cd87758004a84b0894e10b0402589a05 for: {'port': 1} {{(pid=94635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:04.123558 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-a431c284-35a0-4798-ad99-5b2bc363b043 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:04.162544 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e2542-e55c-4a13-afd3-4b6001e913ef req-fe62e60b-c578-46ed-afd0-5814c6866d6e tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:04.164017 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3b6e2542-e55c-4a13-afd3-4b6001e913ef req-fe62e60b-c578-46ed-afd0-5814c6866d6e tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1759872-23c6-45b1-8c30-f40c20adda2a HTTP/1.1" status: 200 len: 945 time: 0.0730507 Aug 31 01:13:04.243595 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3b6e2542-e55c-4a13-afd3-4b6001e913ef req-984b9611-c1b9-489e-b316-28e76aeba708 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/security-groups?id=52820290-ee06-4d26-b74c-e52dc7175b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527506 Aug 31 01:13:04.316998 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-a431c284-35a0-4798-ad99-5b2bc363b043 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Allocated IP 172.20.0.3 (c534f589-1d8a-478d-9545-cdea5e81a29a/e3346ced-1b5d-4fc3-90c1-5d19f1ec19c9/a5264715-d2ea-4977-a8bc-f3411933089e) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:13:04.336030 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35eafe-630f-42f4-a69c-3164115bfd6c req-28b4419d-f8d9-4781-b7b4-206177025198 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:04.338112 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-db35eafe-630f-42f4-a69c-3164115bfd6c req-28b4419d-f8d9-4781-b7b4-206177025198 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 943 time: 0.0724864 Aug 31 01:13:04.384562 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e105f-1f9c-4758-ba14-6e1bd33c74c8 req-7c917cbb-f4ae-4e77-889e-6aa5d2715d71 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:04.385948 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-701e105f-1f9c-4758-ba14-6e1bd33c74c8 req-7c917cbb-f4ae-4e77-889e-6aa5d2715d71 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1759872-23c6-45b1-8c30-f40c20adda2a HTTP/1.1" status: 200 len: 945 time: 0.0530775 Aug 31 01:13:04.408960 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-db35eafe-630f-42f4-a69c-3164115bfd6c req-90c47d81-3222-4440-a8fa-d38d7a806210 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648937 Aug 31 01:13:04.491450 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-701e105f-1f9c-4758-ba14-6e1bd33c74c8 req-75a3215e-cdd2-4a6f-83d1-bca56150a175 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Deleting port e60caf99-56d2-4f9b-bc5d-db1d5823473d {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:13:04.492084 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-701e105f-1f9c-4758-ba14-6e1bd33c74c8 req-75a3215e-cdd2-4a6f-83d1-bca56150a175 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:04.502438 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-a431c284-35a0-4798-ad99-5b2bc363b043 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:04.518316 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-a431c284-35a0-4798-ad99-5b2bc363b043 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Transition to ACTIVE for port object a5264715-d2ea-4977-a8bc-f3411933089e will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:13:04.550101 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e7b7fa25-ce93-4257-b8aa-a1d4baac019f req-d908fb6e-7f8d-4e46-8357-c328a916f49a tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=24356023-a62e-4a31-b7d1-9a50813cc8b0 HTTP/1.1" status: 200 len: 210 time: 0.0299327 Aug 31 01:13:04.585575 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-701e105f-1f9c-4758-ba14-6e1bd33c74c8 req-75a3215e-cdd2-4a6f-83d1-bca56150a175 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] For port e60caf99-56d2-4f9b-bc5d-db1d5823473d, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=e60caf99-56d2-4f9b-bc5d-db1d5823473d,segment=NetworkSegment(0f15d5f7-ec41-4aa6-9213-d85d0fa11953),segment_id=0f15d5f7-ec41-4aa6-9213-d85d0fa11953)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:04.585941 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-701e105f-1f9c-4758-ba14-6e1bd33c74c8 req-75a3215e-cdd2-4a6f-83d1-bca56150a175 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:04.606841 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-701e105f-1f9c-4758-ba14-6e1bd33c74c8 req-75a3215e-cdd2-4a6f-83d1-bca56150a175 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Calling delete_port for e60caf99-56d2-4f9b-bc5d-db1d5823473d owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:13:04.669866 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-a431c284-35a0-4798-ad99-5b2bc363b043 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:04.711560 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-a431c284-35a0-4798-ad99-5b2bc363b043 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Network c534f589-1d8a-478d-9545-cdea5e81a29a is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:13:04.715159 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-a431c284-35a0-4798-ad99-5b2bc363b043 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:04.719656 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-a431c284-35a0-4798-ad99-5b2bc363b043 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:13:04.757197 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a431c284-35a0-4798-ad99-5b2bc363b043 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Pushing event updated for resources: {'Port': ['ID=a5264715-d2ea-4977-a8bc-f3411933089e,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:04.776186 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-a431c284-35a0-4798-ad99-5b2bc363b043 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:04.776896 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-a431c284-35a0-4798-ad99-5b2bc363b043 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for port, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:04.809427 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-701e105f-1f9c-4758-ba14-6e1bd33c74c8 req-75a3215e-cdd2-4a6f-83d1-bca56150a175 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:04.845041 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3215e-cdd2-4a6f-83d1-bca56150a175 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Pushing event deleted for resources: {'Port': ['ID=e60caf99-56d2-4f9b-bc5d-db1d5823473d,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:04.871709 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-a431c284-35a0-4798-ad99-5b2bc363b043 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0303066 Aug 31 01:13:04.886396 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-701e105f-1f9c-4758-ba14-6e1bd33c74c8 req-75a3215e-cdd2-4a6f-83d1-bca56150a175 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] No DVR routers for this DVR port e60caf99-56d2-4f9b-bc5d-db1d5823473d on host hv-cinder-76018 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:13:04.888961 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-701e105f-1f9c-4758-ba14-6e1bd33c74c8 req-75a3215e-cdd2-4a6f-83d1-bca56150a175 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:04.889168 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-df867207-35de-4096-85fc-2dc2fc80494d service neutron] Request body: {'port': {'device_id': '24356023-a62e-4a31-b7d1-9a50813cc8b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:04.891027 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-701e105f-1f9c-4758-ba14-6e1bd33c74c8 req-75a3215e-cdd2-4a6f-83d1-bca56150a175 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.72 "DELETE /v2.0/ports/e60caf99-56d2-4f9b-bc5d-db1d5823473d HTTP/1.1" status: 204 len: 173 time: 0.4945393 Aug 31 01:13:04.891496 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1759872-23c6-45b1-8c30-f40c20adda2a', 'name': 'network-vif-deleted', 'tag': 'e60caf99-56d2-4f9b-bc5d-db1d5823473d'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:13:04.893726 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b045d85a9f13e76f05933045f29fa7ac65172c85c310fc202a594bb475bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f7d20a-38a0-49fe-8308-85ad3a26c9da" -d '{"events": [{"server_uuid": "b1759872-23c6-45b1-8c30-f40c20adda2a", "name": "network-vif-deleted", "tag": "e60caf99-56d2-4f9b-bc5d-db1d5823473d"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:13:04.937630 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4029e845-6473-4a16-a356-da173de18a29 x-openstack-request-id: req-4029e845-6473-4a16-a356-da173de18a29 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:13:04.937760 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1759872-23c6-45b1-8c30-f40c20adda2a", "name": "network-vif-deleted", "tag": "e60caf99-56d2-4f9b-bc5d-db1d5823473d", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:13:04.937907 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4029e845-6473-4a16-a356-da173de18a29 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:13:04.938307 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1759872-23c6-45b1-8c30-f40c20adda2a', 'name': 'network-vif-deleted', 'tag': 'e60caf99-56d2-4f9b-bc5d-db1d5823473d', 'status': 'completed', 'code': 200} Aug 31 01:13:04.945949 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-df867207-35de-4096-85fc-2dc2fc80494d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:05.076928 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-137af6d5-2ac5-47db-a62a-fcea167ccb41 None None] Provisioning for port a5264715-d2ea-4977-a8bc-f3411933089e completed by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:13:05.084717 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-137af6d5-2ac5-47db-a62a-fcea167ccb41 None None] Provisioning complete for port a5264715-d2ea-4977-a8bc-f3411933089e triggered by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:05.085469 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-137af6d5-2ac5-47db-a62a-fcea167ccb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:05.125900 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-137af6d5-2ac5-47db-a62a-fcea167ccb41 None None] Port a5264715-d2ea-4977-a8bc-f3411933089e cannot update to ACTIVE because it is not bound. {{(pid=94636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:13:05.195885 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06013c37-5841-455b-9c5e-8da944ea8987 req-d5487c63-1677-4c28-a612-c6f74144350c tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:05.197372 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-06013c37-5841-455b-9c5e-8da944ea8987 req-d5487c63-1677-4c28-a612-c6f74144350c tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0699246 Aug 31 01:13:05.261222 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-06013c37-5841-455b-9c5e-8da944ea8987 req-4807aced-72c9-43ab-a2ee-636da918e579 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564113 Aug 31 01:13:05.295747 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.notifiers.nova [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-df867207-35de-4096-85fc-2dc2fc80494d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5264715-d2ea-4977-a8bc-f3411933089e {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:13:05.303338 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-df867207-35de-4096-85fc-2dc2fc80494d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:05.315659 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-df867207-35de-4096-85fc-2dc2fc80494d service neutron] Transition to ACTIVE for port object a5264715-d2ea-4977-a8bc-f3411933089e will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:13:05.368518 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1ab977ce-a6cb-4d2b-9ab5-bdeb5de83692 req-59ed3c05-279e-47dd-8a3f-f9ac30fe87c5 tempest-AttachVolumeNegativeTest-783913183 tempest-AttachVolumeNegativeTest-783913183-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1759872-23c6-45b1-8c30-f40c20adda2a HTTP/1.1" status: 200 len: 210 time: 0.0261240 Aug 31 01:13:05.438115 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-df867207-35de-4096-85fc-2dc2fc80494d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127206981'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:05.517249 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df867207-35de-4096-85fc-2dc2fc80494d service neutron] Pushing event updated for resources: {'Port': ['ID=a5264715-d2ea-4977-a8bc-f3411933089e,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:05.599057 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dadd2a6-e9e5-4807-af76-a60913e3106e req-a260dee5-85ae-48fc-93e0-17a4d20d2202 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:05.602441 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9dadd2a6-e9e5-4807-af76-a60913e3106e req-a260dee5-85ae-48fc-93e0-17a4d20d2202 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 943 time: 0.0982616 Aug 31 01:13:05.603636 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-df867207-35de-4096-85fc-2dc2fc80494d service neutron] Attempting to bind port a5264715-d2ea-4977-a8bc-f3411933089e on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:13:05.603971 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-df867207-35de-4096-85fc-2dc2fc80494d service neutron] Attempting to bind port a5264715-d2ea-4977-a8bc-f3411933089e by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': '136e9093-82c8-488c-90d1-ee823e08345f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c534f589-1d8a-478d-9545-cdea5e81a29a'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:13:05.604306 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-df867207-35de-4096-85fc-2dc2fc80494d service neutron] Attempting to bind port a5264715-d2ea-4977-a8bc-f3411933089e on network c534f589-1d8a-478d-9545-cdea5e81a29a {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:13:05.610369 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-df867207-35de-4096-85fc-2dc2fc80494d service neutron] Port a5264715-d2ea-4977-a8bc-f3411933089e on network c534f589-1d8a-478d-9545-cdea5e81a29a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:13:05.610819 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-df867207-35de-4096-85fc-2dc2fc80494d service neutron] Attempting to bind port a5264715-d2ea-4977-a8bc-f3411933089e on network c534f589-1d8a-478d-9545-cdea5e81a29a {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:13:05.630987 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-df867207-35de-4096-85fc-2dc2fc80494d service neutron] Checking agent: {'id': 'eda6ee24-af74-4eb1-946c-b1b8388ec369', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 7, 44), 'started_at': datetime.datetime(2021, 8, 31, 1, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:13:05.631328 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-df867207-35de-4096-85fc-2dc2fc80494d service neutron] Checking segment: {'id': '136e9093-82c8-488c-90d1-ee823e08345f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c534f589-1d8a-478d-9545-cdea5e81a29a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:13:05.631712 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-df867207-35de-4096-85fc-2dc2fc80494d service neutron] Bound using segment: {'id': '136e9093-82c8-488c-90d1-ee823e08345f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c534f589-1d8a-478d-9545-cdea5e81a29a'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:13:05.632262 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-df867207-35de-4096-85fc-2dc2fc80494d service neutron] Bound port: a5264715-d2ea-4977-a8bc-f3411933089e, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '136e9093-82c8-488c-90d1-ee823e08345f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c534f589-1d8a-478d-9545-cdea5e81a29a'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:13:05.632629 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-df867207-35de-4096-85fc-2dc2fc80494d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:05.708701 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9dadd2a6-e9e5-4807-af76-a60913e3106e req-f87fdea8-7928-4369-b77b-c9ca5bcc1e8b tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995128 Aug 31 01:13:05.737506 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ecb57f-04eb-43ac-b4bd-cf80ec95373d req-22bcb7d9-6fcc-4ccd-9272-758da9bbfeaa tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:05.738987 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-85ecb57f-04eb-43ac-b4bd-cf80ec95373d req-22bcb7d9-6fcc-4ccd-9272-758da9bbfeaa tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=24356023-a62e-4a31-b7d1-9a50813cc8b0 HTTP/1.1" status: 200 len: 943 time: 0.1155987 Aug 31 01:13:05.766706 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-df867207-35de-4096-85fc-2dc2fc80494d service neutron] For port a5264715-d2ea-4977-a8bc-f3411933089e, host hv-cinder-76018, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:13:05.783603 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-df867207-35de-4096-85fc-2dc2fc80494d service neutron] For port a5264715-d2ea-4977-a8bc-f3411933089e, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=a5264715-d2ea-4977-a8bc-f3411933089e,segment=NetworkSegment(136e9093-82c8-488c-90d1-ee823e08345f),segment_id=136e9093-82c8-488c-90d1-ee823e08345f)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:13:05.796106 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-85ecb57f-04eb-43ac-b4bd-cf80ec95373d req-1e70a784-c334-429b-a073-d89d4aff4e8d tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c071c7c8-f360-43e9-952d-7eeadd8c8ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469072 Aug 31 01:13:05.865923 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-df867207-35de-4096-85fc-2dc2fc80494d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127206981'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:05.898885 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-df867207-35de-4096-85fc-2dc2fc80494d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:05.899381 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-df867207-35de-4096-85fc-2dc2fc80494d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for port, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:05.900679 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-df867207-35de-4096-85fc-2dc2fc80494d service neutron] 10.222.0.72 "PUT /v2.0/ports/a5264715-d2ea-4977-a8bc-f3411933089e HTTP/1.1" status: 200 len: 1093 time: 1.0163493 Aug 31 01:13:05.901114 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24356023-a62e-4a31-b7d1-9a50813cc8b0', 'tag': 'a5264715-d2ea-4977-a8bc-f3411933089e'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:13:05.903379 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b881214d57cd1965c46d5ffcb12adc10c1d351a412fd4a0d5151f09a2b3a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823244a4-ee69-4226-bb64-02e14f2fc1d6" -d '{"events": [{"name": "network-changed", "server_uuid": "24356023-a62e-4a31-b7d1-9a50813cc8b0", "tag": "a5264715-d2ea-4977-a8bc-f3411933089e"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:13:05.933534 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df867207-35de-4096-85fc-2dc2fc80494d service neutron] Pushing event updated for resources: {'Port': ['ID=a5264715-d2ea-4977-a8bc-f3411933089e,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:05.951707 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca5022d-a0de-4b84-921a-a88f5e82ff9f x-openstack-request-id: req-3ca5022d-a0de-4b84-921a-a88f5e82ff9f {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:13:05.952075 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24356023-a62e-4a31-b7d1-9a50813cc8b0", "tag": "a5264715-d2ea-4977-a8bc-f3411933089e", "status": "completed", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:13:05.952321 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3ca5022d-a0de-4b84-921a-a88f5e82ff9f {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:13:05.952712 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24356023-a62e-4a31-b7d1-9a50813cc8b0', 'tag': 'a5264715-d2ea-4977-a8bc-f3411933089e', 'status': 'completed', 'code': 200} Aug 31 01:13:06.021436 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823244a4-ee69-4226-bb64-02e14f2fc1d6 req-4af5fe52-5bdb-4f14-bf9e-a77cfffcbe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:06.022970 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-823244a4-ee69-4226-bb64-02e14f2fc1d6 req-4af5fe52-5bdb-4f14-bf9e-a77cfffcbe3d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cd87758004a84b0894e10b0402589a05&device_id=24356023-a62e-4a31-b7d1-9a50813cc8b0 HTTP/1.1" status: 200 len: 1096 time: 0.0438826 Aug 31 01:13:06.132903 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823244a4-ee69-4226-bb64-02e14f2fc1d6 req-d58c30e9-3805-49a0-a6af-b29570466a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:06.134645 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-823244a4-ee69-4226-bb64-02e14f2fc1d6 req-d58c30e9-3805-49a0-a6af-b29570466a68 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=cd87758004a84b0894e10b0402589a05&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1012228 Aug 31 01:13:06.274885 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823244a4-ee69-4226-bb64-02e14f2fc1d6 req-969e6bd7-23c2-4cd4-a30a-90ff384f1241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:06.276361 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-823244a4-ee69-4226-bb64-02e14f2fc1d6 req-969e6bd7-23c2-4cd4-a30a-90ff384f1241 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1284783 Aug 31 01:13:06.403695 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-4d96b824-d850-4802-be6f-050274ccdd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:06.405191 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-4d96b824-d850-4802-be6f-050274ccdd74 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cd87758004a84b0894e10b0402589a05&device_id=24356023-a62e-4a31-b7d1-9a50813cc8b0 HTTP/1.1" status: 200 len: 1096 time: 0.0835946 Aug 31 01:13:06.422967 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb82aa5-f18f-486d-8051-45669af6339c req-0ae631f9-48fa-4412-b57d-895fbb5fcf1b tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:06.424214 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1cb82aa5-f18f-486d-8051-45669af6339c req-0ae631f9-48fa-4412-b57d-895fbb5fcf1b tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0722373 Aug 31 01:13:06.426655 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 59360) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:06.463685 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-713a7abd-978e-4329-ba1d-1f1bfa1a382c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5264715-d2ea-4977-a8bc-f3411933089e HTTP/1.1" status: 200 len: 217 time: 0.0494988 Aug 31 01:13:06.472420 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3ab5d1b-d3cb-4cbc-9e0c-f7aae7140d8b admin admin] Deleting subnet f634684c-da13-425f-ac91-3350dc290132 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:13:06.475709 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d3ab5d1b-d3cb-4cbc-9e0c-f7aae7140d8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:06.512169 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d3ab5d1b-d3cb-4cbc-9e0c-f7aae7140d8b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:06.517945 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d3ab5d1b-d3cb-4cbc-9e0c-f7aae7140d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1450095'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:06.539380 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1cb82aa5-f18f-486d-8051-45669af6339c req-da9528a3-790b-4f67-b8dc-bf6d2585006f tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082649 Aug 31 01:13:06.550434 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device e60caf99-56d2-4f9b-bc5d-db1d5823473d no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:13:06.551848 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-a36bf510-42dc-422a-844e-2545cbf5a51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:06.553476 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-a36bf510-42dc-422a-844e-2545cbf5a51f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e3346ced-1b5d-4fc3-90c1-5d19f1ec19c9 HTTP/1.1" status: 200 len: 850 time: 0.0781047 Aug 31 01:13:06.581525 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-e0e2fb60-bc5c-4b6b-8485-f8c639c12d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:06.583018 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] No Port match for: e60caf99-56d2-4f9b-bc5d-db1d5823473d {{(pid=94636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:13:06.583566 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device e60caf99-56d2-4f9b-bc5d-db1d5823473d not bound to the agent host hv-cinder-76018 {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:13:06.614674 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-976803b8-fff1-4fce-bb84-f1ea4e2ec11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:06.619300 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-976803b8-fff1-4fce-bb84-f1ea4e2ec11f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c534f589-1d8a-478d-9545-cdea5e81a29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448241 Aug 31 01:13:06.654621 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d3ab5d1b-d3cb-4cbc-9e0c-f7aae7140d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1450084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:06.682464 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab5d1b-d3cb-4cbc-9e0c-f7aae7140d8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f634684c-da13-425f-ac91-3350dc290132,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:06.686449 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d3ab5d1b-d3cb-4cbc-9e0c-f7aae7140d8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:06.688830 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-d3ab5d1b-d3cb-4cbc-9e0c-f7aae7140d8b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f634684c-da13-425f-ac91-3350dc290132 HTTP/1.1" status: 204 len: 168 time: 0.2607446 Aug 31 01:13:06.691125 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 59368) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:06.724574 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-2b9fcab6-b3a4-4e68-96d5-8a9abcecb5e8 service neutron] 10.222.0.72 "GET /v2.0/networks/c534f589-1d8a-478d-9545-cdea5e81a29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911918 Aug 31 01:13:06.769584 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7a3d4c04-b178-4b04-8d00-50c0b4fbee43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525824'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:06.879639 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7a3d4c04-b178-4b04-8d00-50c0b4fbee43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1451156', 'neutron.services.segments.db._delete_segments_for_network-8766773786049'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:06.895426 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7a3d4c04-b178-4b04-8d00-50c0b4fbee43 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:06.895784 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7a3d4c04-b178-4b04-8d00-50c0b4fbee43 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:06.896566 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7a3d4c04-b178-4b04-8d00-50c0b4fbee43 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:06.896906 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7a3d4c04-b178-4b04-8d00-50c0b4fbee43 admin admin] Subscribe: > port after_create 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:06.897248 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7a3d4c04-b178-4b04-8d00-50c0b4fbee43 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:06.897588 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7a3d4c04-b178-4b04-8d00-50c0b4fbee43 admin admin] Subscribe: > port after_update 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:06.897917 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7a3d4c04-b178-4b04-8d00-50c0b4fbee43 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:06.898247 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7a3d4c04-b178-4b04-8d00-50c0b4fbee43 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:06.898588 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7a3d4c04-b178-4b04-8d00-50c0b4fbee43 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:06.898943 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7a3d4c04-b178-4b04-8d00-50c0b4fbee43 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:07.063752 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7a3d4c04-b178-4b04-8d00-50c0b4fbee43 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:07.064102 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7a3d4c04-b178-4b04-8d00-50c0b4fbee43 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:07.064435 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7a3d4c04-b178-4b04-8d00-50c0b4fbee43 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:07.064767 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7a3d4c04-b178-4b04-8d00-50c0b4fbee43 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 01:13:07.065115 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.services.segments.db [None req-7a3d4c04-b178-4b04-8d00-50c0b4fbee43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d6364cb-20be-4b34-9321-c4d0337d014e']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:07.083527 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.services.segments.db [None req-7a3d4c04-b178-4b04-8d00-50c0b4fbee43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f15d5f7-ec41-4aa6-9213-d85d0fa11953') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:07.083837 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.services.segments.db [None req-7a3d4c04-b178-4b04-8d00-50c0b4fbee43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f15d5f7-ec41-4aa6-9213-d85d0fa11953') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:07.100939 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7a3d4c04-b178-4b04-8d00-50c0b4fbee43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766773797205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126401360'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:07.115447 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c006fa1-875f-4b76-ac69-1a6248e3cb7e req-00b72e05-40af-4289-8747-134ffc4021c2 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:07.116895 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1c006fa1-875f-4b76-ac69-1a6248e3cb7e req-00b72e05-40af-4289-8747-134ffc4021c2 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 943 time: 0.1105621 Aug 31 01:13:07.121854 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3e099fb1-0b1b-4e67-a294-44e24631bfc8 req-2e5332df-edf6-40e8-b321-f965efec9bc0 service neutron] 10.222.0.72 "GET /v2.0/networks/c534f589-1d8a-478d-9545-cdea5e81a29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896434 Aug 31 01:13:07.128723 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7a3d4c04-b178-4b04-8d00-50c0b4fbee43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:07.130066 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68679b29-e8ab-4a78-a5ee-528387397413 req-c9a5414e-79ee-46cd-9ca4-ee42ee94dc01 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:07.139811 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-68679b29-e8ab-4a78-a5ee-528387397413 req-c9a5414e-79ee-46cd-9ca4-ee42ee94dc01 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=24356023-a62e-4a31-b7d1-9a50813cc8b0 HTTP/1.1" status: 200 len: 943 time: 0.0966771 Aug 31 01:13:07.140137 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a3d4c04-b178-4b04-8d00-50c0b4fbee43 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:13:07.140813 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7a3d4c04-b178-4b04-8d00-50c0b4fbee43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126575255'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:07.146793 dv-cinder-760180-3-iscsi neutron-server[94634]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 01:13:07.146793 dv-cinder-760180-3-iscsi neutron-server[94634]: from cryptography.utils import int_from_bytes Aug 31 01:13:07.146793 dv-cinder-760180-3-iscsi neutron-server[94634]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 01:13:07.146793 dv-cinder-760180-3-iscsi neutron-server[94634]: from cryptography.utils import int_from_bytes Aug 31 01:13:07.146793 dv-cinder-760180-3-iscsi neutron-server[94634]: Traceback (most recent call last): Aug 31 01:13:07.146793 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:13:07.146793 dv-cinder-760180-3-iscsi neutron-server[94634]: timer() Aug 31 01:13:07.146793 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:13:07.146793 dv-cinder-760180-3-iscsi neutron-server[94634]: cb(*args, **kw) Aug 31 01:13:07.146793 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:13:07.146793 dv-cinder-760180-3-iscsi neutron-server[94634]: return func(*args, **kwargs) Aug 31 01:13:07.146793 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:13:07.146793 dv-cinder-760180-3-iscsi neutron-server[94634]: self._notify() Aug 31 01:13:07.146793 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:13:07.146793 dv-cinder-760180-3-iscsi neutron-server[94634]: self.callback(batched_events) Aug 31 01:13:07.146793 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:13:07.146793 dv-cinder-760180-3-iscsi neutron-server[94634]: event.method(event) Aug 31 01:13:07.146793 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:13:07.146793 dv-cinder-760180-3-iscsi neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:13:07.146793 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:13:07.146793 dv-cinder-760180-3-iscsi neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:13:07.146793 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:13:07.146793 dv-cinder-760180-3-iscsi neutron-server[94634]: return f(self, *a, **k) Aug 31 01:13:07.146793 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:13:07.146793 dv-cinder-760180-3-iscsi neutron-server[94634]: return self._get(url).json() Aug 31 01:13:07.146793 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:13:07.146793 dv-cinder-760180-3-iscsi neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:13:07.146793 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:13:07.146793 dv-cinder-760180-3-iscsi neutron-server[94634]: return self.request(url, 'GET', **kwargs) Aug 31 01:13:07.146793 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:13:07.146793 dv-cinder-760180-3-iscsi neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:13:07.146793 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:13:07.146793 dv-cinder-760180-3-iscsi neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:13:07.146793 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:13:07.146793 dv-cinder-760180-3-iscsi neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:13:07.146793 dv-cinder-760180-3-iscsi neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:13:07.173842 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1c006fa1-875f-4b76-ac69-1a6248e3cb7e req-20834bd7-b79c-463b-bb52-cb81bbb44920 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413387 Aug 31 01:13:07.215202 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-68679b29-e8ab-4a78-a5ee-528387397413 req-f26abcab-00ed-4975-b9f7-b8b7d1b0559c tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c071c7c8-f360-43e9-952d-7eeadd8c8ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529249 Aug 31 01:13:07.277090 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7a3d4c04-b178-4b04-8d00-50c0b4fbee43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1451149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371993'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:07.282771 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7a3d4c04-b178-4b04-8d00-50c0b4fbee43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:07.284932 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-7a3d4c04-b178-4b04-8d00-50c0b4fbee43 admin admin] 10.222.0.43 "DELETE /v2.0/networks/6d6364cb-20be-4b34-9321-c4d0337d014e HTTP/1.1" status: 204 len: 168 time: 0.5924115 Aug 31 01:13:07.297782 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3d4c04-b178-4b04-8d00-50c0b4fbee43 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d6364cb-20be-4b34-9321-c4d0337d014e,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:07.694441 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 59380) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:07.738910 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-eb100f7e-57a7-47b8-a4bf-6a4964f4f484 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=98ab9da13d934f25b5b1fca982b961f3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0420794 Aug 31 01:13:07.741251 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 59382) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:07.786242 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1ca67d2-8062-41db-885d-d2862c9d6d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:07.807278 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1ca67d2-8062-41db-885d-d2862c9d6d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:07.951101 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1ca67d2-8062-41db-885d-d2862c9d6d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:07.953624 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b1ca67d2-8062-41db-885d-d2862c9d6d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:07.954789 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-b1ca67d2-8062-41db-885d-d2862c9d6d68 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/52820290-ee06-4d26-b74c-e52dc7175b6f HTTP/1.1" status: 204 len: 168 time: 0.2126372 Aug 31 01:13:07.964914 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca67d2-8062-41db-885d-d2862c9d6d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52820290-ee06-4d26-b74c-e52dc7175b6f,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:08.331903 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf2a97-9e8e-440a-8a8b-5cc948b172ae req-369457f3-eb3f-4ecf-a8fb-ed62934f6583 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:08.333365 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bcaf2a97-9e8e-440a-8a8b-5cc948b172ae req-369457f3-eb3f-4ecf-a8fb-ed62934f6583 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 943 time: 0.0824227 Aug 31 01:13:08.361583 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb140c7a-cba7-44d4-a9ce-ef76e75f0592 req-bb455fe7-59fb-4eda-874b-8ebeb556d344 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:08.363134 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-eb140c7a-cba7-44d4-a9ce-ef76e75f0592 req-bb455fe7-59fb-4eda-874b-8ebeb556d344 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=24356023-a62e-4a31-b7d1-9a50813cc8b0 HTTP/1.1" status: 200 len: 943 time: 0.0761917 Aug 31 01:13:08.395890 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bcaf2a97-9e8e-440a-8a8b-5cc948b172ae req-ea10c8f3-e0de-4af4-a8ba-24f2a94e7f30 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559051 Aug 31 01:13:08.424586 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-eb140c7a-cba7-44d4-a9ce-ef76e75f0592 req-049e74fc-5db1-4ee9-a2f9-2736d23613a6 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c071c7c8-f360-43e9-952d-7eeadd8c8ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535035 Aug 31 01:13:09.003196 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-85c1eeaa-af0c-4b6b-9833-922199fbc85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:09.068315 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 59410) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:09.165228 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-fa52f981-554a-4091-892d-1fa10e63358a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-459329304-network', 'tenant_id': '946759f0c4fa4bab9964aaeda71cacea'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:09.263845 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa52f981-554a-4091-892d-1fa10e63358a admin admin] Made reservation on behalf of 946759f0c4fa4bab9964aaeda71cacea for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:09.266178 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fa52f981-554a-4091-892d-1fa10e63358a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:09.274976 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fa52f981-554a-4091-892d-1fa10e63358a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:09.349321 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:09.377727 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fa52f981-554a-4091-892d-1fa10e63358a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:09.482797 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fa52f981-554a-4091-892d-1fa10e63358a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:09.510325 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa52f981-554a-4091-892d-1fa10e63358a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:13:09.516772 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa52f981-554a-4091-892d-1fa10e63358a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e6b70c-d018-4be6-9c31-468867388a5a,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:09.522639 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fa52f981-554a-4091-892d-1fa10e63358a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:09.522981 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.db.segments_db [None req-fa52f981-554a-4091-892d-1fa10e63358a admin admin] Added segment 8b7a379b-05ad-43da-acf7-fb1ec5943fb5 of type vlan for network d1c72d8a-6734-48b2-9296-97b75ccd4ef2 Aug 31 01:13:09.548566 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89481b49-6c41-45c9-831b-0b6afa61421d req-9a996e90-981e-4374-81e6-f1d85c1da70f tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:09.550086 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-89481b49-6c41-45c9-831b-0b6afa61421d req-9a996e90-981e-4374-81e6-f1d85c1da70f tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 943 time: 0.0783460 Aug 31 01:13:09.569222 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fa52f981-554a-4091-892d-1fa10e63358a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766773254247'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:09.571477 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78488c-6709-4405-a031-26be7bd92033 req-d78d8a4c-4b4a-48ea-86b6-5a2de6c2d9fc tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:09.572992 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3b78488c-6709-4405-a031-26be7bd92033 req-d78d8a4c-4b4a-48ea-86b6-5a2de6c2d9fc tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=24356023-a62e-4a31-b7d1-9a50813cc8b0 HTTP/1.1" status: 200 len: 943 time: 0.0748208 Aug 31 01:13:09.626947 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-89481b49-6c41-45c9-831b-0b6afa61421d req-bd5422e2-bd2c-40e7-a8cd-b74c4f95411c tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689037 Aug 31 01:13:09.631947 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3b78488c-6709-4405-a031-26be7bd92033 req-cd33b7cf-c8cc-4518-983d-586d0e19bb70 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c071c7c8-f360-43e9-952d-7eeadd8c8ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516624 Aug 31 01:13:09.653272 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fa52f981-554a-4091-892d-1fa10e63358a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:09.653272 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa52f981-554a-4091-892d-1fa10e63358a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:09.653272 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fa52f981-554a-4091-892d-1fa10e63358a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:09.709731 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa52f981-554a-4091-892d-1fa10e63358a admin admin] Pushing event updated for resources: {'Network': ['ID=d1c72d8a-6734-48b2-9296-97b75ccd4ef2,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:09.725127 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Network d1c72d8a-6734-48b2-9296-97b75ccd4ef2 details requested by agent ovs-agent-dv-cinder-760180-3-iscsi with host dv-cinder-760180-3-iscsi {{(pid=94636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:13:09.746146 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-fa52f981-554a-4091-892d-1fa10e63358a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6766284 Aug 31 01:13:09.748764 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 59422) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:09.753571 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-3756eba8-e20d-4150-bd98-7276cdd8c042 admin admin] Request body: {'subnet': {'network_id': 'd1c72d8a-6734-48b2-9296-97b75ccd4ef2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-459329304-subnet', 'tenant_id': '946759f0c4fa4bab9964aaeda71cacea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:09.817920 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3756eba8-e20d-4150-bd98-7276cdd8c042 admin admin] Made reservation on behalf of 946759f0c4fa4bab9964aaeda71cacea for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:09.820271 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3756eba8-e20d-4150-bd98-7276cdd8c042 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126404190'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:09.995457 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:10.060330 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3756eba8-e20d-4150-bd98-7276cdd8c042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126575090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126404168'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:10.116106 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3756eba8-e20d-4150-bd98-7276cdd8c042 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de876636-ffb0-4150-b9af-6d52d6e2ac8b,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:10.127747 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3756eba8-e20d-4150-bd98-7276cdd8c042 admin admin] Checking segment: {'id': '8b7a379b-05ad-43da-acf7-fb1ec5943fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'd1c72d8a-6734-48b2-9296-97b75ccd4ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:13:10.128103 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3756eba8-e20d-4150-bd98-7276cdd8c042 admin admin] Network hostable DHCP agents. Network: d1c72d8a-6734-48b2-9296-97b75ccd4ef2, hostable agents: ['5f164b3b-8391-48cb-99c3-d9cfd53180ad'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:13:10.229494 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3756eba8-e20d-4150-bd98-7276cdd8c042 admin admin] Network d1c72d8a-6734-48b2-9296-97b75ccd4ef2 is scheduled to be hosted by DHCP agent 5f164b3b-8391-48cb-99c3-d9cfd53180ad with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:13:10.311058 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-3756eba8-e20d-4150-bd98-7276cdd8c042 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760180-3-iscsi, d1c72d8a-6734-48b2-9296-97b75ccd4ef2) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:10.315590 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3756eba8-e20d-4150-bd98-7276cdd8c042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:10.316439 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3756eba8-e20d-4150-bd98-7276cdd8c042 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:10.320811 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038f6dc0-6597-4b90-b2dd-8475def24403 None None] Network d1c72d8a-6734-48b2-9296-97b75ccd4ef2 requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:13:10.405700 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-3756eba8-e20d-4150-bd98-7276cdd8c042 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6480405 Aug 31 01:13:10.445730 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0468295e-d3ed-4c49-9572-4981e4b503e7 None None] Network d1c72d8a-6734-48b2-9296-97b75ccd4ef2 requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:13:10.781746 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e8fed-4bd1-4f67-97cf-cb141dc762e1 req-001f6fa3-0679-4f28-bc1e-3103d5151a1c tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:10.783240 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-527e8fed-4bd1-4f67-97cf-cb141dc762e1 req-001f6fa3-0679-4f28-bc1e-3103d5151a1c tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 943 time: 0.0717103 Aug 31 01:13:10.790529 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937bf979-f7ca-4658-a3bb-fbd32d2657c6 req-7b6d0d2b-1d3c-473b-b241-402156da8326 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:10.791854 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-937bf979-f7ca-4658-a3bb-fbd32d2657c6 req-7b6d0d2b-1d3c-473b-b241-402156da8326 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=24356023-a62e-4a31-b7d1-9a50813cc8b0 HTTP/1.1" status: 200 len: 943 time: 0.0912805 Aug 31 01:13:10.845789 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-527e8fed-4bd1-4f67-97cf-cb141dc762e1 req-d4f5f35f-526b-4e0b-bfd9-3a62bb8f3db3 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527503 Aug 31 01:13:10.853219 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-937bf979-f7ca-4658-a3bb-fbd32d2657c6 req-608df06e-6dd6-4956-afcc-96919a5f3d6d tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c071c7c8-f360-43e9-952d-7eeadd8c8ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544634 Aug 31 01:13:11.106372 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 59444) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:11.111354 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-72fbfba8-c866-45ea-b179-24d9443f8828 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-118143320-network', 'tenant_id': '53f70ee4c820494580495db5dab5738b'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:11.191366 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fbfba8-c866-45ea-b179-24d9443f8828 admin admin] Made reservation on behalf of 53f70ee4c820494580495db5dab5738b for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:11.193722 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-72fbfba8-c866-45ea-b179-24d9443f8828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:11.203459 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-72fbfba8-c866-45ea-b179-24d9443f8828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:11.289898 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-72fbfba8-c866-45ea-b179-24d9443f8828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:11.349535 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-72fbfba8-c866-45ea-b179-24d9443f8828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:11.375793 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72fbfba8-c866-45ea-b179-24d9443f8828 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:13:11.381782 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fbfba8-c866-45ea-b179-24d9443f8828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c1ca83-e2c9-4289-a6bb-4fdca6781427,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:11.388246 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-72fbfba8-c866-45ea-b179-24d9443f8828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:11.393852 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.db.segments_db [None req-72fbfba8-c866-45ea-b179-24d9443f8828 admin admin] Added segment e12cdad4-1aef-4541-9b27-ad046732d576 of type vlan for network 2dec4f8b-8e48-460c-8cf9-4ea7a9290749 Aug 31 01:13:11.427059 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-72fbfba8-c866-45ea-b179-24d9443f8828 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766773254247'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:11.503545 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-72fbfba8-c866-45ea-b179-24d9443f8828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:11.504533 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fbfba8-c866-45ea-b179-24d9443f8828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:11.505175 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-72fbfba8-c866-45ea-b179-24d9443f8828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:11.566046 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fbfba8-c866-45ea-b179-24d9443f8828 admin admin] Pushing event updated for resources: {'Network': ['ID=2dec4f8b-8e48-460c-8cf9-4ea7a9290749,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:11.575487 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Network 2dec4f8b-8e48-460c-8cf9-4ea7a9290749 details requested by agent ovs-agent-dv-cinder-760180-3-iscsi with host dv-cinder-760180-3-iscsi {{(pid=94636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:13:11.613330 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-72fbfba8-c866-45ea-b179-24d9443f8828 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5057003 Aug 31 01:13:11.615855 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 59446) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:11.621252 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-e9a0095e-8c6e-40a5-ab1b-0941fa46ce04 admin admin] Request body: {'subnet': {'network_id': '2dec4f8b-8e48-460c-8cf9-4ea7a9290749', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-118143320-subnet', 'tenant_id': '53f70ee4c820494580495db5dab5738b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:11.705374 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a0095e-8c6e-40a5-ab1b-0941fa46ce04 admin admin] Made reservation on behalf of 53f70ee4c820494580495db5dab5738b for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:13:11.707693 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e9a0095e-8c6e-40a5-ab1b-0941fa46ce04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126404190'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:11.921295 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e9a0095e-8c6e-40a5-ab1b-0941fa46ce04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126575090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126404168'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:11.949452 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:11.975213 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0095e-8c6e-40a5-ab1b-0941fa46ce04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49f5fb75-3adf-4d76-a83f-984a98b7033d,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:11.986453 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a0095e-8c6e-40a5-ab1b-0941fa46ce04 admin admin] Checking segment: {'id': 'e12cdad4-1aef-4541-9b27-ad046732d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2dec4f8b-8e48-460c-8cf9-4ea7a9290749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:13:11.986853 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a0095e-8c6e-40a5-ab1b-0941fa46ce04 admin admin] Network hostable DHCP agents. Network: 2dec4f8b-8e48-460c-8cf9-4ea7a9290749, hostable agents: ['5f164b3b-8391-48cb-99c3-d9cfd53180ad'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:13:11.993381 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423803ab-5698-490e-9fa6-7e2075f77a5a req-16e25226-c3f8-42e5-b045-edc4af5e73b5 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:11.995393 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-423803ab-5698-490e-9fa6-7e2075f77a5a req-16e25226-c3f8-42e5-b045-edc4af5e73b5 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 943 time: 0.0784764 Aug 31 01:13:12.003310 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee6d9e-05fb-48ba-b11e-a8377db56a85 req-01cb4d28-cce6-4dbd-9e2d-4d1d3f5aab1b tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:12.004674 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-52ee6d9e-05fb-48ba-b11e-a8377db56a85 req-01cb4d28-cce6-4dbd-9e2d-4d1d3f5aab1b tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=24356023-a62e-4a31-b7d1-9a50813cc8b0 HTTP/1.1" status: 200 len: 943 time: 0.0856669 Aug 31 01:13:12.055649 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-423803ab-5698-490e-9fa6-7e2075f77a5a req-50d9d4dd-2d3f-4ade-a7e7-e8304d5bed13 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500526 Aug 31 01:13:12.059824 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a0095e-8c6e-40a5-ab1b-0941fa46ce04 admin admin] Network 2dec4f8b-8e48-460c-8cf9-4ea7a9290749 is scheduled to be hosted by DHCP agent 5f164b3b-8391-48cb-99c3-d9cfd53180ad with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:13:12.063441 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-52ee6d9e-05fb-48ba-b11e-a8377db56a85 req-b00d35ef-436a-48d2-8fee-fe2a3ca55c7a tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c071c7c8-f360-43e9-952d-7eeadd8c8ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506527 Aug 31 01:13:12.122997 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-e9a0095e-8c6e-40a5-ab1b-0941fa46ce04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760180-3-iscsi, 2dec4f8b-8e48-460c-8cf9-4ea7a9290749) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:12.127517 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a0095e-8c6e-40a5-ab1b-0941fa46ce04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:12.128514 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e9a0095e-8c6e-40a5-ab1b-0941fa46ce04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:12.131451 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58880d7a-2500-4f4b-acc8-9f43fe9e530d None None] Network 2dec4f8b-8e48-460c-8cf9-4ea7a9290749 requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:13:12.215464 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-e9a0095e-8c6e-40a5-ab1b-0941fa46ce04 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5985358 Aug 31 01:13:12.251586 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e894a1eb-a875-49f6-8637-1fab1ef4f527 None None] Network 2dec4f8b-8e48-460c-8cf9-4ea7a9290749 requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:13:12.324083 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 59456) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:12.368215 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.db_base_plugin_v2 [None req-6992c3ab-55ef-4744-8166-3a7f5e268749 admin admin] Deleting subnet de876636-ffb0-4150-b9af-6d52d6e2ac8b {{(pid=94635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:13:12.371462 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6992c3ab-55ef-4744-8166-3a7f5e268749 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:12.408593 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6992c3ab-55ef-4744-8166-3a7f5e268749 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127559236'] for subnet, precommit_delete_associations {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:12.449099 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6992c3ab-55ef-4744-8166-3a7f5e268749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1450095'] for subnet, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:12.602741 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6992c3ab-55ef-4744-8166-3a7f5e268749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1450084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127206931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125832479'] for subnet, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:12.625730 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6992c3ab-55ef-4744-8166-3a7f5e268749 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de876636-ffb0-4150-b9af-6d52d6e2ac8b,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:12.631529 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6992c3ab-55ef-4744-8166-3a7f5e268749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for subnet, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:12.633365 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-6992c3ab-55ef-4744-8166-3a7f5e268749 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/de876636-ffb0-4150-b9af-6d52d6e2ac8b HTTP/1.1" status: 204 len: 168 time: 0.3081141 Aug 31 01:13:12.636500 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 59458) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:12.704944 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4b245082-c1c4-4da1-bd1d-0fe3cbe9dba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525824'] for network, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:12.779440 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4b245082-c1c4-4da1-bd1d-0fe3cbe9dba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1451156', 'neutron.services.segments.db._delete_segments_for_network-8766773786049'] for network, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:12.788898 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.services.segments.db [None req-4b245082-c1c4-4da1-bd1d-0fe3cbe9dba6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c72d8a-6734-48b2-9296-97b75ccd4ef2']}} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:12.798752 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.services.segments.db [None req-4b245082-c1c4-4da1-bd1d-0fe3cbe9dba6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b7a379b-05ad-43da-acf7-fb1ec5943fb5') {'for_net_delete': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:12.799044 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.services.segments.db [None req-4b245082-c1c4-4da1-bd1d-0fe3cbe9dba6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b7a379b-05ad-43da-acf7-fb1ec5943fb5') {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:12.808040 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4b245082-c1c4-4da1-bd1d-0fe3cbe9dba6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766773797205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127559295'] for segment, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:12.821201 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4b245082-c1c4-4da1-bd1d-0fe3cbe9dba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417'] for segment, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:12.827550 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b245082-c1c4-4da1-bd1d-0fe3cbe9dba6 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:13:12.827924 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4b245082-c1c4-4da1-bd1d-0fe3cbe9dba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127207081'] for segment, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:12.839132 dv-cinder-760180-3-iscsi neutron-server[94635]: Traceback (most recent call last): Aug 31 01:13:12.839132 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:13:12.839132 dv-cinder-760180-3-iscsi neutron-server[94635]: timer() Aug 31 01:13:12.839132 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:13:12.839132 dv-cinder-760180-3-iscsi neutron-server[94635]: cb(*args, **kw) Aug 31 01:13:12.839132 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:13:12.839132 dv-cinder-760180-3-iscsi neutron-server[94635]: return func(*args, **kwargs) Aug 31 01:13:12.839132 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:13:12.839132 dv-cinder-760180-3-iscsi neutron-server[94635]: self._notify() Aug 31 01:13:12.839132 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:13:12.839132 dv-cinder-760180-3-iscsi neutron-server[94635]: self.callback(batched_events) Aug 31 01:13:12.839132 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:13:12.839132 dv-cinder-760180-3-iscsi neutron-server[94635]: event.method(event) Aug 31 01:13:12.839132 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:13:12.839132 dv-cinder-760180-3-iscsi neutron-server[94635]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:13:12.839132 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:13:12.839132 dv-cinder-760180-3-iscsi neutron-server[94635]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:13:12.839132 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:13:12.839132 dv-cinder-760180-3-iscsi neutron-server[94635]: return f(self, *a, **k) Aug 31 01:13:12.839132 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:13:12.839132 dv-cinder-760180-3-iscsi neutron-server[94635]: return self._get(url).json() Aug 31 01:13:12.839132 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:13:12.839132 dv-cinder-760180-3-iscsi neutron-server[94635]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:13:12.839132 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:13:12.839132 dv-cinder-760180-3-iscsi neutron-server[94635]: return self.request(url, 'GET', **kwargs) Aug 31 01:13:12.839132 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:13:12.839132 dv-cinder-760180-3-iscsi neutron-server[94635]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:13:12.839132 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:13:12.839132 dv-cinder-760180-3-iscsi neutron-server[94635]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:13:12.839132 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:13:12.839132 dv-cinder-760180-3-iscsi neutron-server[94635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:13:12.839132 dv-cinder-760180-3-iscsi neutron-server[94635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:13:12.974074 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4b245082-c1c4-4da1-bd1d-0fe3cbe9dba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1451149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371993'] for network, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:12.979954 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4b245082-c1c4-4da1-bd1d-0fe3cbe9dba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for network, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:12.981630 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-4b245082-c1c4-4da1-bd1d-0fe3cbe9dba6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/d1c72d8a-6734-48b2-9296-97b75ccd4ef2 HTTP/1.1" status: 204 len: 168 time: 0.3442225 Aug 31 01:13:12.984593 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 59460) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:12.992346 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b245082-c1c4-4da1-bd1d-0fe3cbe9dba6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1c72d8a-6734-48b2-9296-97b75ccd4ef2,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:13.029915 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-511f7f7a-4ef9-4b13-92ae-f8f27603027e admin admin] Deleting subnet 49f5fb75-3adf-4d76-a83f-984a98b7033d {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:13:13.032993 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-511f7f7a-4ef9-4b13-92ae-f8f27603027e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:13.066402 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-511f7f7a-4ef9-4b13-92ae-f8f27603027e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126401387'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:13.110258 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-511f7f7a-4ef9-4b13-92ae-f8f27603027e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1450095'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:13.217918 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec8395-0b90-43ee-9911-a24a6d49a45b req-ee823ad1-8432-4232-b7c1-e84f56a78f80 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:13.219461 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e9ec8395-0b90-43ee-9911-a24a6d49a45b req-ee823ad1-8432-4232-b7c1-e84f56a78f80 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=24356023-a62e-4a31-b7d1-9a50813cc8b0 HTTP/1.1" status: 200 len: 943 time: 0.0769901 Aug 31 01:13:13.235871 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c656bd-af34-49fd-be25-3abf7c3d499b req-f39233c6-4724-4826-b63c-06a2408bc84f tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:13.235871 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-44c656bd-af34-49fd-be25-3abf7c3d499b req-f39233c6-4724-4826-b63c-06a2408bc84f tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 943 time: 0.0808735 Aug 31 01:13:13.254470 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-511f7f7a-4ef9-4b13-92ae-f8f27603027e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1450084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126575149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126404209'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:13.280308 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f7f7a-4ef9-4b13-92ae-f8f27603027e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49f5fb75-3adf-4d76-a83f-984a98b7033d,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:13.285136 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-511f7f7a-4ef9-4b13-92ae-f8f27603027e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:13.285307 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e9ec8395-0b90-43ee-9911-a24a6d49a45b req-84e3f077-fb27-4588-a070-cec4537aa0f7 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c071c7c8-f360-43e9-952d-7eeadd8c8ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519838 Aug 31 01:13:13.289807 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-511f7f7a-4ef9-4b13-92ae-f8f27603027e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/49f5fb75-3adf-4d76-a83f-984a98b7033d HTTP/1.1" status: 204 len: 168 time: 0.3013263 Aug 31 01:13:13.289807 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 59468) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:13.290004 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-44c656bd-af34-49fd-be25-3abf7c3d499b req-7d881dbd-2497-49b4-8da6-a26ba3ffc14e tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513234 Aug 31 01:13:13.360088 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2020b3a9-a5a3-4dd0-90df-4c9cd1021059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525824'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:13.438097 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2020b3a9-a5a3-4dd0-90df-4c9cd1021059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1451156', 'neutron.services.segments.db._delete_segments_for_network-8766773786049'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:13.447940 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.services.segments.db [None req-2020b3a9-a5a3-4dd0-90df-4c9cd1021059 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dec4f8b-8e48-460c-8cf9-4ea7a9290749']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:13.457544 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.services.segments.db [None req-2020b3a9-a5a3-4dd0-90df-4c9cd1021059 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e12cdad4-1aef-4541-9b27-ad046732d576') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:13.457839 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.services.segments.db [None req-2020b3a9-a5a3-4dd0-90df-4c9cd1021059 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e12cdad4-1aef-4541-9b27-ad046732d576') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:13.467055 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2020b3a9-a5a3-4dd0-90df-4c9cd1021059 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766773797205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126401360'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:13.480804 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2020b3a9-a5a3-4dd0-90df-4c9cd1021059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:13.487110 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2020b3a9-a5a3-4dd0-90df-4c9cd1021059 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:13:13.487406 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2020b3a9-a5a3-4dd0-90df-4c9cd1021059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126575255'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:13.489205 dv-cinder-760180-3-iscsi neutron-server[94634]: Traceback (most recent call last): Aug 31 01:13:13.489205 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:13:13.489205 dv-cinder-760180-3-iscsi neutron-server[94634]: timer() Aug 31 01:13:13.489205 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:13:13.489205 dv-cinder-760180-3-iscsi neutron-server[94634]: cb(*args, **kw) Aug 31 01:13:13.489205 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:13:13.489205 dv-cinder-760180-3-iscsi neutron-server[94634]: return func(*args, **kwargs) Aug 31 01:13:13.489205 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:13:13.489205 dv-cinder-760180-3-iscsi neutron-server[94634]: self._notify() Aug 31 01:13:13.489205 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:13:13.489205 dv-cinder-760180-3-iscsi neutron-server[94634]: self.callback(batched_events) Aug 31 01:13:13.489205 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:13:13.489205 dv-cinder-760180-3-iscsi neutron-server[94634]: event.method(event) Aug 31 01:13:13.489205 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:13:13.489205 dv-cinder-760180-3-iscsi neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:13:13.489205 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:13:13.489205 dv-cinder-760180-3-iscsi neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:13:13.489205 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:13:13.489205 dv-cinder-760180-3-iscsi neutron-server[94634]: return f(self, *a, **k) Aug 31 01:13:13.489205 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:13:13.489205 dv-cinder-760180-3-iscsi neutron-server[94634]: return self._get(url).json() Aug 31 01:13:13.489205 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:13:13.489205 dv-cinder-760180-3-iscsi neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:13:13.489205 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:13:13.489205 dv-cinder-760180-3-iscsi neutron-server[94634]: return self.request(url, 'GET', **kwargs) Aug 31 01:13:13.489205 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:13:13.489205 dv-cinder-760180-3-iscsi neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:13:13.489205 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:13:13.489205 dv-cinder-760180-3-iscsi neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:13:13.489205 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:13:13.489205 dv-cinder-760180-3-iscsi neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:13:13.489205 dv-cinder-760180-3-iscsi neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:13:13.614100 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2020b3a9-a5a3-4dd0-90df-4c9cd1021059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1451149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371993'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:13.619620 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2020b3a9-a5a3-4dd0-90df-4c9cd1021059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:13.621574 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-2020b3a9-a5a3-4dd0-90df-4c9cd1021059 admin admin] 10.222.0.43 "DELETE /v2.0/networks/2dec4f8b-8e48-460c-8cf9-4ea7a9290749 HTTP/1.1" status: 204 len: 168 time: 0.3311870 Aug 31 01:13:13.633619 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2020b3a9-a5a3-4dd0-90df-4c9cd1021059 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dec4f8b-8e48-460c-8cf9-4ea7a9290749,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:13.990128 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 59472) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:14.029909 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-3e4fb146-4e37-4e54-af0b-b7df4976174d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=946759f0c4fa4bab9964aaeda71cacea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386145 Aug 31 01:13:14.032617 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 59476) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:14.079489 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8c1a391f-7522-417f-8256-f46fc8031178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:14.089093 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:14.099992 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8c1a391f-7522-417f-8256-f46fc8031178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:14.218097 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8c1a391f-7522-417f-8256-f46fc8031178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:14.220632 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8c1a391f-7522-417f-8256-f46fc8031178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:14.221758 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-8c1a391f-7522-417f-8256-f46fc8031178 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/99e6b70c-d018-4be6-9c31-468867388a5a HTTP/1.1" status: 204 len: 168 time: 0.1881971 Aug 31 01:13:14.229141 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a391f-7522-417f-8256-f46fc8031178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e6b70c-d018-4be6-9c31-468867388a5a,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:14.436518 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7336b8d-0212-4a11-9495-f668354b5c2f req-38e06fc6-94d9-4707-b076-ed70f8495f79 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:14.437989 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d7336b8d-0212-4a11-9495-f668354b5c2f req-38e06fc6-94d9-4707-b076-ed70f8495f79 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=24356023-a62e-4a31-b7d1-9a50813cc8b0 HTTP/1.1" status: 200 len: 943 time: 0.0771923 Aug 31 01:13:14.447301 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffbd19-36db-47a1-9ce2-0a327d494b42 req-8fac1f48-b61f-46c6-abdc-32cda3ea327e tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:14.448641 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-92ffbd19-36db-47a1-9ce2-0a327d494b42 req-8fac1f48-b61f-46c6-abdc-32cda3ea327e tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 943 time: 0.0790660 Aug 31 01:13:14.504494 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d7336b8d-0212-4a11-9495-f668354b5c2f req-48e1077b-1be6-45b7-932a-f536235c104b tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c071c7c8-f360-43e9-952d-7eeadd8c8ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549343 Aug 31 01:13:14.519466 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-92ffbd19-36db-47a1-9ce2-0a327d494b42 req-19ba8746-8c19-425d-9848-74d3fb814f23 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640771 Aug 31 01:13:14.594563 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device ff29b76d-3af0-481c-8421-0548f73990c2 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:13:14.690981 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port ff29b76d-3af0-481c-8421-0548f73990c2, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=ff29b76d-3af0-481c-8421-0548f73990c2,segment=NetworkSegment(6d53e54b-6190-4b24-885a-ba7d2444e469),segment_id=6d53e54b-6190-4b24-885a-ba7d2444e469)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:14.702817 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Returning: {'device': 'ff29b76d-3af0-481c-8421-0548f73990c2', 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff', 'port_id': 'ff29b76d-3af0-481c-8421-0548f73990c2', 'mac_address': 'fa:16:3e:3b:79:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:13:14.743267 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:14.756370 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff29b76d-3af0-481c-8421-0548f73990c2 {{(pid=94636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:13:14.761975 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:13:14.777342 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port ff29b76d-3af0-481c-8421-0548f73990c2, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=ff29b76d-3af0-481c-8421-0548f73990c2,segment=NetworkSegment(6d53e54b-6190-4b24-885a-ba7d2444e469),segment_id=6d53e54b-6190-4b24-885a-ba7d2444e469)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:14.877186 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:14.878288 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device a5264715-d2ea-4977-a8bc-f3411933089e details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:13:14.895026 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 59496) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:14.935045 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-d94d6213-7fce-4e29-ab96-49024bf3ad6a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=53f70ee4c820494580495db5dab5738b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387645 Aug 31 01:13:14.937468 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 59498) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:14.973259 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=ff29b76d-3af0-481c-8421-0548f73990c2,revision_number=9']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:14.984965 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:14.985200 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9b572a3b-a01f-462e-876b-98a941cbae50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:14.985315 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:14.985655 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:14.985978 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:14.986314 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:14.986686 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:14.987024 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:14.987359 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:14.987690 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:14.988016 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:14.988343 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:14.988671 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:15.005835 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9b572a3b-a01f-462e-876b-98a941cbae50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:15.028770 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port a5264715-d2ea-4977-a8bc-f3411933089e, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=a5264715-d2ea-4977-a8bc-f3411933089e,segment=NetworkSegment(136e9093-82c8-488c-90d1-ee823e08345f),segment_id=136e9093-82c8-488c-90d1-ee823e08345f)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:15.044927 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Returning: {'device': 'a5264715-d2ea-4977-a8bc-f3411933089e', 'network_id': 'c534f589-1d8a-478d-9545-cdea5e81a29a', 'port_id': 'a5264715-d2ea-4977-a8bc-f3411933089e', 'mac_address': 'fa:16:3e:d6:07:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3346ced-1b5d-4fc3-90c1-5d19f1ec19c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:13:15.083750 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:15.097140 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5264715-d2ea-4977-a8bc-f3411933089e {{(pid=94636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:13:15.117024 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9b572a3b-a01f-462e-876b-98a941cbae50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:15.120281 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port a5264715-d2ea-4977-a8bc-f3411933089e, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=a5264715-d2ea-4977-a8bc-f3411933089e,segment=NetworkSegment(136e9093-82c8-488c-90d1-ee823e08345f),segment_id=136e9093-82c8-488c-90d1-ee823e08345f)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:15.120470 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9b572a3b-a01f-462e-876b-98a941cbae50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:15.122268 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-9b572a3b-a01f-462e-876b-98a941cbae50 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/27c1ca83-e2c9-4289-a6bb-4fdca6781427 HTTP/1.1" status: 204 len: 168 time: 0.1832411 Aug 31 01:13:15.129045 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b572a3b-a01f-462e-876b-98a941cbae50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c1ca83-e2c9-4289-a6bb-4fdca6781427,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:15.208530 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:15.262116 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=a5264715-d2ea-4977-a8bc-f3411933089e,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:15.313428 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb53ba-3514-4efd-bd39-03e93fca6072 req-86063148-a1ca-483b-ba6a-02285a880670 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:15.315058 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c7bb53ba-3514-4efd-bd39-03e93fca6072 req-86063148-a1ca-483b-ba6a-02285a880670 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 984 time: 0.0499952 Aug 31 01:13:15.370217 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c7bb53ba-3514-4efd-bd39-03e93fca6072 req-f9fa329d-d76e-4f48-b50b-427e0f421039 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5db1daa-a506-4957-8837-925c5bc59749&id=e4533492-d72c-409c-9a0b-70fbfdd89782&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0483963 Aug 31 01:13:15.398489 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218205c1-bd4c-4ff7-82a4-2bbf787a85c6 req-5600629f-68d0-46cf-bb81-f187526f60b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:15.400697 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-218205c1-bd4c-4ff7-82a4-2bbf787a85c6 req-5600629f-68d0-46cf-bb81-f187526f60b1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=903de612f2344f45af5b8ec67b92b43b&device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 1137 time: 0.0450776 Aug 31 01:13:15.507740 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218205c1-bd4c-4ff7-82a4-2bbf787a85c6 req-7bc0d4e3-3dee-45ef-81fd-1ee6537ef74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:15.510269 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-218205c1-bd4c-4ff7-82a4-2bbf787a85c6 req-7bc0d4e3-3dee-45ef-81fd-1ee6537ef74b service neutron] 10.222.0.72 "GET /v2.0/networks?id=10ac124c-9093-45e3-86e4-1440cfd9ebfd HTTP/1.1" status: 200 len: 915 time: 0.1020844 Aug 31 01:13:15.560755 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] get_ports_and_sgs() called for port_ids ['ff29b76d-3af0-481c-8421-0548f73990c2'] {{(pid=94636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:13:15.595927 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] get_ports_and_sgs() called for port_ids ['a5264715-d2ea-4977-a8bc-f3411933089e'] {{(pid=94636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:13:15.626215 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-218205c1-bd4c-4ff7-82a4-2bbf787a85c6 req-73fcb2a0-8f75-453a-a150-0784918fcd6b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc9b8e88-6b4a-4fe6-a915-ce88699f84b5 HTTP/1.1" status: 200 len: 1001 time: 0.1040800 Aug 31 01:13:15.728624 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218205c1-bd4c-4ff7-82a4-2bbf787a85c6 req-a1cd88d4-e761-40c8-b166-369e3d2b785b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:15.730292 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-218205c1-bd4c-4ff7-82a4-2bbf787a85c6 req-a1cd88d4-e761-40c8-b166-369e3d2b785b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=932a558b-fbdc-4fae-8436-489e1510f27c HTTP/1.1" status: 200 len: 853 time: 0.0718856 Aug 31 01:13:15.738713 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011a982-fb64-4fd2-a367-1aa39e505daa req-47cf9e86-3b55-4411-aa4a-1a61d361ce22 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:15.740178 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9011a982-fb64-4fd2-a367-1aa39e505daa req-47cf9e86-3b55-4411-aa4a-1a61d361ce22 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 944 time: 0.1406364 Aug 31 01:13:15.748995 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735d2b5-e986-4c22-9793-aeebc8747613 req-a4629043-4966-4563-b85d-50f29760cb6c tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:15.752824 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3735d2b5-e986-4c22-9793-aeebc8747613 req-a4629043-4966-4563-b85d-50f29760cb6c tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=24356023-a62e-4a31-b7d1-9a50813cc8b0 HTTP/1.1" status: 200 len: 944 time: 0.1534901 Aug 31 01:13:15.843574 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3735d2b5-e986-4c22-9793-aeebc8747613 req-774317b0-a979-4eb2-baf8-89932f3abe39 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c071c7c8-f360-43e9-952d-7eeadd8c8ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842340 Aug 31 01:13:15.847084 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9011a982-fb64-4fd2-a367-1aa39e505daa req-4bd33e53-cc19-4f46-a843-a4f75a799cb2 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956404 Aug 31 01:13:15.848984 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218205c1-bd4c-4ff7-82a4-2bbf787a85c6 req-f041f592-1970-4033-a6d5-51521bed1a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:15.850927 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-218205c1-bd4c-4ff7-82a4-2bbf787a85c6 req-f041f592-1970-4033-a6d5-51521bed1a87 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=10ac124c-9093-45e3-86e4-1440cfd9ebfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1093252 Aug 31 01:13:15.986014 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-218205c1-bd4c-4ff7-82a4-2bbf787a85c6 req-b695658d-aa70-478e-bdb6-4685c099878e service neutron] 10.222.0.72 "GET /v2.0/networks/10ac124c-9093-45e3-86e4-1440cfd9ebfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251068 Aug 31 01:13:16.075910 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-218205c1-bd4c-4ff7-82a4-2bbf787a85c6 req-2754cee1-fb6e-4d30-82de-a67c363e777c service neutron] 10.222.0.72 "GET /v2.0/networks/10ac124c-9093-45e3-86e4-1440cfd9ebfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825613 Aug 31 01:13:16.487175 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca929dec-565f-4df7-8efe-fcd55ca1ffed req-8b49e009-6e21-4718-a920-9d2da991e8dc tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:16.488646 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ca929dec-565f-4df7-8efe-fcd55ca1ffed req-8b49e009-6e21-4718-a920-9d2da991e8dc tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 984 time: 0.0525920 Aug 31 01:13:16.527762 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ca929dec-565f-4df7-8efe-fcd55ca1ffed req-85a98a8a-ddf1-44f3-933b-e7e7a018a440 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5db1daa-a506-4957-8837-925c5bc59749&id=e4533492-d72c-409c-9a0b-70fbfdd89782&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326023 Aug 31 01:13:16.988884 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1036417-3ba3-4208-88ab-ce8c01e2c0e9 req-450a9e7f-2f34-4232-ba5f-57373d807463 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:16.990411 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b1036417-3ba3-4208-88ab-ce8c01e2c0e9 req-450a9e7f-2f34-4232-ba5f-57373d807463 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=24356023-a62e-4a31-b7d1-9a50813cc8b0 HTTP/1.1" status: 200 len: 944 time: 0.0776322 Aug 31 01:13:16.998171 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a543bb-5288-4c42-9ae3-af521cc887ac req-68d6e6dc-1524-4376-8eb1-2dcfc69715d3 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:16.999562 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a5a543bb-5288-4c42-9ae3-af521cc887ac req-68d6e6dc-1524-4376-8eb1-2dcfc69715d3 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 944 time: 0.0756428 Aug 31 01:13:17.055970 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b1036417-3ba3-4208-88ab-ce8c01e2c0e9 req-d041f3cb-9e47-4f42-8004-6793c492eb7b tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c071c7c8-f360-43e9-952d-7eeadd8c8ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554471 Aug 31 01:13:17.060733 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a5a543bb-5288-4c42-9ae3-af521cc887ac req-bf15fc8d-8b12-48d9-bccc-1ce1a4c4b7a0 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531392 Aug 31 01:13:17.675565 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de39075-09b4-4a1d-9bb5-b27cb160c7c4 req-5670e7d4-499f-4409-8715-69c254b76ded tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:17.677081 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2de39075-09b4-4a1d-9bb5-b27cb160c7c4 req-5670e7d4-499f-4409-8715-69c254b76ded tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 984 time: 0.0810869 Aug 31 01:13:17.707047 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bab7a-4227-43fd-9486-62c3c67ba103 req-41692cb2-2dc3-425c-9e4f-1d55bd57cc85 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:17.708546 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2a1bab7a-4227-43fd-9486-62c3c67ba103 req-41692cb2-2dc3-425c-9e4f-1d55bd57cc85 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 945 time: 0.0811639 Aug 31 01:13:17.742614 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2de39075-09b4-4a1d-9bb5-b27cb160c7c4 req-1cfe654a-b868-422a-87d0-507496be3190 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5db1daa-a506-4957-8837-925c5bc59749&id=e4533492-d72c-409c-9a0b-70fbfdd89782&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580757 Aug 31 01:13:17.761541 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2a1bab7a-4227-43fd-9486-62c3c67ba103 req-c6293607-c024-4d28-a624-d6cd66c304f2 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450697 Aug 31 01:13:18.202794 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cfe66e-2515-40e5-9ae3-f95dc6b550ff req-b3b62ff3-e3fc-457c-a34b-bceabfea6bd3 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:18.204231 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f6cfe66e-2515-40e5-9ae3-f95dc6b550ff req-b3b62ff3-e3fc-457c-a34b-bceabfea6bd3 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=24356023-a62e-4a31-b7d1-9a50813cc8b0 HTTP/1.1" status: 200 len: 944 time: 0.0821466 Aug 31 01:13:18.211283 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62764e6-eb6d-4676-9bef-5a8ca9118cdf req-ab36b735-933f-46f3-a13b-432cc638b2ba tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:18.213168 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f62764e6-eb6d-4676-9bef-5a8ca9118cdf req-ab36b735-933f-46f3-a13b-432cc638b2ba tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 944 time: 0.0791698 Aug 31 01:13:18.267799 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f6cfe66e-2515-40e5-9ae3-f95dc6b550ff req-6612afb0-ffcc-4761-bcb6-110e36d8fa52 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c071c7c8-f360-43e9-952d-7eeadd8c8ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537112 Aug 31 01:13:18.270502 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f62764e6-eb6d-4676-9bef-5a8ca9118cdf req-2d9eec32-5956-40bd-89aa-634a7050c2a7 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508051 Aug 31 01:13:18.603866 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device ff29b76d-3af0-481c-8421-0548f73990c2 up at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:13:18.654353 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Provisioning complete for port ff29b76d-3af0-481c-8421-0548f73990c2 triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:18.654876 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:18.734276 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:18.755562 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18aeaed-813d-454e-afc6-487c99d675eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff29b76d-3af0-481c-8421-0548f73990c2'}] {{(pid=94636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:13:18.757763 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d232dde22f81f13b8276e8d192a9956b8a1abe374d21fab87add1b29b36cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efcf95ce-7caf-416c-a7d7-84641d5c9d39" -d '{"events": [{"server_uuid": "c18aeaed-813d-454e-afc6-487c99d675eb", "name": "network-vif-plugged", "status": "completed", "tag": "ff29b76d-3af0-481c-8421-0548f73990c2"}]}' {{(pid=94636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:13:18.772868 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port ff29b76d-3af0-481c-8421-0548f73990c2, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=ff29b76d-3af0-481c-8421-0548f73990c2,segment=NetworkSegment(6d53e54b-6190-4b24-885a-ba7d2444e469),segment_id=6d53e54b-6190-4b24-885a-ba7d2444e469)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:18.795137 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9716fe-3448-40a4-9194-2dd886c00c04 x-openstack-request-id: req-db9716fe-3448-40a4-9194-2dd886c00c04 {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:13:18.795665 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c18aeaed-813d-454e-afc6-487c99d675eb", "name": "network-vif-plugged", "status": "completed", "tag": "ff29b76d-3af0-481c-8421-0548f73990c2", "code": 200}]} {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:13:18.796101 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-db9716fe-3448-40a4-9194-2dd886c00c04 {{(pid=94636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:13:18.796658 dv-cinder-760180-3-iscsi neutron-server[94636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c18aeaed-813d-454e-afc6-487c99d675eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff29b76d-3af0-481c-8421-0548f73990c2', 'code': 200} Aug 31 01:13:18.865901 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:18.866674 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device a5264715-d2ea-4977-a8bc-f3411933089e up at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:13:18.870545 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ce979-1fb3-4564-92e1-9f79a7787b5b req-7fc0ab37-9ab0-43e7-8142-51b62e99ca75 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:18.872040 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-308ce979-1fb3-4564-92e1-9f79a7787b5b req-7fc0ab37-9ab0-43e7-8142-51b62e99ca75 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 984 time: 0.0598602 Aug 31 01:13:18.937119 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1aadd-07dd-4f69-b55b-a9e79fbbb1ba req-deee1ffc-923f-4e97-be74-01b895397338 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:18.938633 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3df1aadd-07dd-4f69-b55b-a9e79fbbb1ba req-deee1ffc-923f-4e97-be74-01b895397338 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 945 time: 0.0890331 Aug 31 01:13:18.942691 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-308ce979-1fb3-4564-92e1-9f79a7787b5b req-566ec55f-d717-4b8f-b152-e7fdd45f380a tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5db1daa-a506-4957-8837-925c5bc59749&id=e4533492-d72c-409c-9a0b-70fbfdd89782&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569067 Aug 31 01:13:18.944767 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=ff29b76d-3af0-481c-8421-0548f73990c2,revision_number=10']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:18.979937 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3df1aadd-07dd-4f69-b55b-a9e79fbbb1ba req-a5d5886d-9c24-42ee-b9f2-ad1a7a443f34 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349724 Aug 31 01:13:19.014341 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Provisioning for port a5264715-d2ea-4977-a8bc-f3411933089e completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:13:19.018345 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Provisioning complete for port a5264715-d2ea-4977-a8bc-f3411933089e triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:13:19.018746 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:19.096071 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:19.128357 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port a5264715-d2ea-4977-a8bc-f3411933089e, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=a5264715-d2ea-4977-a8bc-f3411933089e,segment=NetworkSegment(136e9093-82c8-488c-90d1-ee823e08345f),segment_id=136e9093-82c8-488c-90d1-ee823e08345f)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:19.196856 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:19.245040 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=a5264715-d2ea-4977-a8bc-f3411933089e,revision_number=5']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:19.417506 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f07d3-3239-4295-9101-50dc8405634f req-5b9840a7-325b-4961-8667-a1fcb25a04b5 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:19.419242 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-630f07d3-3239-4295-9101-50dc8405634f req-5b9840a7-325b-4961-8667-a1fcb25a04b5 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=24356023-a62e-4a31-b7d1-9a50813cc8b0 HTTP/1.1" status: 200 len: 945 time: 0.0799749 Aug 31 01:13:19.428208 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da811c-af97-46de-bae2-1ad1a5d576a6 req-081df8a4-5cfc-4a8c-8573-b234168a3aa5 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:19.430206 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a8da811c-af97-46de-bae2-1ad1a5d576a6 req-081df8a4-5cfc-4a8c-8573-b234168a3aa5 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 946 time: 0.0817015 Aug 31 01:13:19.513258 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a8da811c-af97-46de-bae2-1ad1a5d576a6 req-25ecbaf8-37cf-4d3e-8416-0c95bcb96c6d tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756266 Aug 31 01:13:19.516955 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-630f07d3-3239-4295-9101-50dc8405634f req-6d8d1134-69c4-43fc-8efa-1396b7d9ff10 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c071c7c8-f360-43e9-952d-7eeadd8c8ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855331 Aug 31 01:13:19.531882 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d0b8c-99d7-414d-9bd2-e89d72820306 req-579957af-9e93-40fd-a973-adbaf6a308c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:19.533350 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-900d0b8c-99d7-414d-9bd2-e89d72820306 req-579957af-9e93-40fd-a973-adbaf6a308c0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 1099 time: 0.0648501 Aug 31 01:13:19.573981 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-900d0b8c-99d7-414d-9bd2-e89d72820306 req-5b20d58f-a8d3-4dcf-9f98-c81304f084dc service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276530 Aug 31 01:13:20.094920 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac6ff4-e0ff-4b1f-a183-42716b7da136 req-5ad0e4be-b41a-4bf8-b3f8-dd12b656d3e0 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:20.096379 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-75ac6ff4-e0ff-4b1f-a183-42716b7da136 req-5ad0e4be-b41a-4bf8-b3f8-dd12b656d3e0 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 984 time: 0.0768685 Aug 31 01:13:20.107980 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf8ef8-2e58-4ca7-a4db-9ac9a0708535 req-bb9a6fa6-2e7d-411e-ad4f-b23b60bbf81d tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:20.109383 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3cdf8ef8-2e58-4ca7-a4db-9ac9a0708535 req-bb9a6fa6-2e7d-411e-ad4f-b23b60bbf81d tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 945 time: 0.0624430 Aug 31 01:13:20.169084 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-75ac6ff4-e0ff-4b1f-a183-42716b7da136 req-5e544072-f0cf-4776-a096-07baf6709c57 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5db1daa-a506-4957-8837-925c5bc59749&id=e4533492-d72c-409c-9a0b-70fbfdd89782&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587611 Aug 31 01:13:20.173844 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3cdf8ef8-2e58-4ca7-a4db-9ac9a0708535 req-abfb2adc-66ad-497c-9215-a50ccb03aa56 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571520 Aug 31 01:13:20.657829 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200aba71-153a-44f3-b0aa-af2a44643d1d req-1ce0e277-5c9a-487d-aa9c-2d485439d654 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:20.659336 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-200aba71-153a-44f3-b0aa-af2a44643d1d req-1ce0e277-5c9a-487d-aa9c-2d485439d654 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=24356023-a62e-4a31-b7d1-9a50813cc8b0 HTTP/1.1" status: 200 len: 945 time: 0.0780764 Aug 31 01:13:20.666550 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a72c5-2f41-4cfc-8927-b29b92053b19 req-0cb58691-4ce4-4917-a581-0389344c629a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:20.668144 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-389a72c5-2f41-4cfc-8927-b29b92053b19 req-0cb58691-4ce4-4917-a581-0389344c629a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 946 time: 0.0774164 Aug 31 01:13:20.725823 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-200aba71-153a-44f3-b0aa-af2a44643d1d req-0e3756e9-45d9-4bea-a17d-3b4b6c0befda tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c071c7c8-f360-43e9-952d-7eeadd8c8ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567560 Aug 31 01:13:20.730717 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-389a72c5-2f41-4cfc-8927-b29b92053b19 req-11fc94b2-ab32-4626-b387-e64888ee70a6 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554440 Aug 31 01:13:20.797603 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24356023-a62e-4a31-b7d1-9a50813cc8b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5264715-d2ea-4977-a8bc-f3411933089e'}] {{(pid=94636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:13:20.799973 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d232dde22f81f13b8276e8d192a9956b8a1abe374d21fab87add1b29b36cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799f2713-14e8-4e12-8f15-77a201784a7d" -d '{"events": [{"server_uuid": "24356023-a62e-4a31-b7d1-9a50813cc8b0", "name": "network-vif-plugged", "status": "completed", "tag": "a5264715-d2ea-4977-a8bc-f3411933089e"}]}' {{(pid=94636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:13:20.836680 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a823ff96-bc0d-40ca-bef2-f9556b3e249d x-openstack-request-id: req-a823ff96-bc0d-40ca-bef2-f9556b3e249d {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:13:20.836970 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24356023-a62e-4a31-b7d1-9a50813cc8b0", "name": "network-vif-plugged", "status": "completed", "tag": "a5264715-d2ea-4977-a8bc-f3411933089e", "code": 200}]} {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:13:20.837220 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a823ff96-bc0d-40ca-bef2-f9556b3e249d {{(pid=94636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:13:20.838293 dv-cinder-760180-3-iscsi neutron-server[94636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24356023-a62e-4a31-b7d1-9a50813cc8b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5264715-d2ea-4977-a8bc-f3411933089e', 'code': 200} Aug 31 01:13:21.345590 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0c357-b264-4fd0-bca0-baa0a8e05c8d req-beb62d31-fada-4810-9683-21649314d43f tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:21.347072 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c9b0c357-b264-4fd0-bca0-baa0a8e05c8d req-beb62d31-fada-4810-9683-21649314d43f tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 984 time: 0.1115589 Aug 31 01:13:21.364920 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732d269-8ca7-4815-aa0d-d2e40f216af4 req-a83b8548-80b0-4933-9fb2-c72689a225d5 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:21.371625 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9732d269-8ca7-4815-aa0d-d2e40f216af4 req-a83b8548-80b0-4933-9fb2-c72689a225d5 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 945 time: 0.1264064 Aug 31 01:13:21.403484 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46969b1e-f879-4b74-bf53-3a0b01093b10 req-b6edc2a9-62fb-42c9-85b3-980188020de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:21.405444 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-46969b1e-f879-4b74-bf53-3a0b01093b10 req-b6edc2a9-62fb-42c9-85b3-980188020de7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=24356023-a62e-4a31-b7d1-9a50813cc8b0 HTTP/1.1" status: 200 len: 1098 time: 0.1143439 Aug 31 01:13:21.405569 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ff868-787d-41d9-a753-c8f5d3c34db9 req-21a66f3f-c3d6-44c7-ab2b-77f88036ff35 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:21.406576 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-264ff868-787d-41d9-a753-c8f5d3c34db9 req-21a66f3f-c3d6-44c7-ab2b-77f88036ff35 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 945 time: 0.0551732 Aug 31 01:13:21.441537 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9732d269-8ca7-4815-aa0d-d2e40f216af4 req-edec3f53-ba92-42ba-84ea-34a1bc593de8 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690970 Aug 31 01:13:21.464680 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c9b0c357-b264-4fd0-bca0-baa0a8e05c8d req-fbf038c3-a9a7-4658-a21a-6c9ba32c3d84 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5db1daa-a506-4957-8837-925c5bc59749&id=e4533492-d72c-409c-9a0b-70fbfdd89782&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0886154 Aug 31 01:13:21.487932 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-46969b1e-f879-4b74-bf53-3a0b01093b10 req-57d46d02-9b54-48f1-85e3-1ffff97bfcfa service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c071c7c8-f360-43e9-952d-7eeadd8c8ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436144 Aug 31 01:13:21.542074 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-264ff868-787d-41d9-a753-c8f5d3c34db9 req-93201eca-83fc-421e-8300-37cde9f84a91 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Deleting port 3ac65665-ac93-4f99-ae17-d13e9ea8c3ab {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:13:21.542695 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-264ff868-787d-41d9-a753-c8f5d3c34db9 req-93201eca-83fc-421e-8300-37cde9f84a91 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:21.628197 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-264ff868-787d-41d9-a753-c8f5d3c34db9 req-93201eca-83fc-421e-8300-37cde9f84a91 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] For port 3ac65665-ac93-4f99-ae17-d13e9ea8c3ab, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=3ac65665-ac93-4f99-ae17-d13e9ea8c3ab,segment=NetworkSegment(12c59999-25ae-4408-be66-1cc437a4d78f),segment_id=12c59999-25ae-4408-be66-1cc437a4d78f)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:21.628570 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-264ff868-787d-41d9-a753-c8f5d3c34db9 req-93201eca-83fc-421e-8300-37cde9f84a91 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:21.645552 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-264ff868-787d-41d9-a753-c8f5d3c34db9 req-93201eca-83fc-421e-8300-37cde9f84a91 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Calling delete_port for 3ac65665-ac93-4f99-ae17-d13e9ea8c3ab owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:13:21.869677 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f0212-0913-494e-8ee4-d8953808b08f req-6017f32b-92d6-402b-80c0-8179c460ad59 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:21.871186 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b70f0212-0913-494e-8ee4-d8953808b08f req-6017f32b-92d6-402b-80c0-8179c460ad59 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=24356023-a62e-4a31-b7d1-9a50813cc8b0 HTTP/1.1" status: 200 len: 945 time: 0.0802610 Aug 31 01:13:21.878250 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bbade0-8183-45c7-b1c1-f2250128f88e req-5a745b2a-9dd9-4f08-84e1-e07230faf8f6 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:21.879637 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-71bbade0-8183-45c7-b1c1-f2250128f88e req-5a745b2a-9dd9-4f08-84e1-e07230faf8f6 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 946 time: 0.0766728 Aug 31 01:13:21.886899 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-264ff868-787d-41d9-a753-c8f5d3c34db9 req-93201eca-83fc-421e-8300-37cde9f84a91 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126575170'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:21.915535 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93201eca-83fc-421e-8300-37cde9f84a91 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Pushing event deleted for resources: {'Port': ['ID=3ac65665-ac93-4f99-ae17-d13e9ea8c3ab,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:21.936673 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b70f0212-0913-494e-8ee4-d8953808b08f req-8b57bd14-83ac-4aa4-a412-1c82ee0bade9 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c071c7c8-f360-43e9-952d-7eeadd8c8ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561059 Aug 31 01:13:21.944017 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-71bbade0-8183-45c7-b1c1-f2250128f88e req-25f9dc93-d144-454a-be9f-f3c25a74eb4c tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577288 Aug 31 01:13:21.961294 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-264ff868-787d-41d9-a753-c8f5d3c34db9 req-93201eca-83fc-421e-8300-37cde9f84a91 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] No DVR routers for this DVR port 3ac65665-ac93-4f99-ae17-d13e9ea8c3ab on host hv-cinder-76018 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:13:21.972019 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-264ff868-787d-41d9-a753-c8f5d3c34db9 req-93201eca-83fc-421e-8300-37cde9f84a91 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:21.974144 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-264ff868-787d-41d9-a753-c8f5d3c34db9 req-93201eca-83fc-421e-8300-37cde9f84a91 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.72 "DELETE /v2.0/ports/3ac65665-ac93-4f99-ae17-d13e9ea8c3ab HTTP/1.1" status: 204 len: 173 time: 0.5328853 Aug 31 01:13:21.974597 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab325d5f-f080-46dd-9bbd-d0cea0a92840', 'name': 'network-vif-deleted', 'tag': '3ac65665-ac93-4f99-ae17-d13e9ea8c3ab'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:13:21.976871 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b045d85a9f13e76f05933045f29fa7ac65172c85c310fc202a594bb475bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc8897a-d3a9-4c2d-a99e-3b99e444ae91" -d '{"events": [{"server_uuid": "ab325d5f-f080-46dd-9bbd-d0cea0a92840", "name": "network-vif-deleted", "tag": "3ac65665-ac93-4f99-ae17-d13e9ea8c3ab"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:13:22.011382 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ae6e29-e7c3-421e-a94f-4914c6d369d1 x-openstack-request-id: req-00ae6e29-e7c3-421e-a94f-4914c6d369d1 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:13:22.011677 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab325d5f-f080-46dd-9bbd-d0cea0a92840", "name": "network-vif-deleted", "tag": "3ac65665-ac93-4f99-ae17-d13e9ea8c3ab", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:13:22.011929 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-00ae6e29-e7c3-421e-a94f-4914c6d369d1 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:13:22.012320 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab325d5f-f080-46dd-9bbd-d0cea0a92840', 'name': 'network-vif-deleted', 'tag': '3ac65665-ac93-4f99-ae17-d13e9ea8c3ab', 'status': 'completed', 'code': 200} Aug 31 01:13:22.538839 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1341c488-6c55-4c54-b09c-745a6132b3cd req-d274a9ef-c3f5-4b7e-8e95-b027fdf74121 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 210 time: 0.0283279 Aug 31 01:13:22.590549 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa157c33-702f-421c-82da-3ca56f6fb5cd req-d5b666e8-a30f-48dd-b07f-d9fdd0e7941f tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:22.591960 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-aa157c33-702f-421c-82da-3ca56f6fb5cd req-d5b666e8-a30f-48dd-b07f-d9fdd0e7941f tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 984 time: 0.0559843 Aug 31 01:13:22.632617 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-aa157c33-702f-421c-82da-3ca56f6fb5cd req-68d448b3-a2f1-456f-b481-257ec4f60568 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5db1daa-a506-4957-8837-925c5bc59749&id=e4533492-d72c-409c-9a0b-70fbfdd89782&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344062 Aug 31 01:13:23.083933 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f6ce9-1f8e-4962-8eca-a68f54833e9d req-882cb0e2-9ec5-4b35-8e1f-5429674fb81e tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:23.085305 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-176f6ce9-1f8e-4962-8eca-a68f54833e9d req-882cb0e2-9ec5-4b35-8e1f-5429674fb81e tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=24356023-a62e-4a31-b7d1-9a50813cc8b0 HTTP/1.1" status: 200 len: 945 time: 0.0794446 Aug 31 01:13:23.093624 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03d087-3265-4fae-b57c-af79e7de019b req-834b0169-6f03-4a4e-bb60-08e83fca172c tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:23.095012 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7b03d087-3265-4fae-b57c-af79e7de019b req-834b0169-6f03-4a4e-bb60-08e83fca172c tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 946 time: 0.0784461 Aug 31 01:13:23.150502 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-176f6ce9-1f8e-4962-8eca-a68f54833e9d req-03ae8410-4ec7-476d-98fb-b031b81aa01a tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c071c7c8-f360-43e9-952d-7eeadd8c8ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540612 Aug 31 01:13:23.153346 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7b03d087-3265-4fae-b57c-af79e7de019b req-8620ff29-7167-4f3d-9e9e-d99d9e0c3b50 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518219 Aug 31 01:13:23.630807 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-60ed9dcd-78f0-4d04-b921-6893e434c712 req-ddd0fb23-bc9b-4a84-ac69-eb7e93a74abe tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 210 time: 0.0250309 Aug 31 01:13:23.745070 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789e4b0-fd84-4196-9afe-84a3c0068404 req-4b3a48b5-b487-4828-9631-495dc19322d9 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:23.746536 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5789e4b0-fd84-4196-9afe-84a3c0068404 req-4b3a48b5-b487-4828-9631-495dc19322d9 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 984 time: 0.0477803 Aug 31 01:13:23.785544 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5789e4b0-fd84-4196-9afe-84a3c0068404 req-723a93f7-649a-4a89-8e35-d8abe39fe33c tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5db1daa-a506-4957-8837-925c5bc59749&id=e4533492-d72c-409c-9a0b-70fbfdd89782&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330701 Aug 31 01:13:24.292709 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14408298-1a7b-4631-a13b-bb3971dc29be req-75d31607-5860-4e92-a13b-f8c693e33717 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:24.294124 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-14408298-1a7b-4631-a13b-bb3971dc29be req-75d31607-5860-4e92-a13b-f8c693e33717 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 946 time: 0.0690613 Aug 31 01:13:24.301093 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb16fe-7ce6-44e9-b913-57dc4bbe0a4b req-bda47c9b-bcbe-41e8-89e6-9fbcbfbf016c tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:24.302398 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-06fb16fe-7ce6-44e9-b913-57dc4bbe0a4b req-bda47c9b-bcbe-41e8-89e6-9fbcbfbf016c tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=24356023-a62e-4a31-b7d1-9a50813cc8b0 HTTP/1.1" status: 200 len: 945 time: 0.0859642 Aug 31 01:13:24.354009 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-14408298-1a7b-4631-a13b-bb3971dc29be req-fbeeaead-b370-466e-a8ae-d0484975b39b tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507002 Aug 31 01:13:24.359101 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-06fb16fe-7ce6-44e9-b913-57dc4bbe0a4b req-5e53983a-4520-49ea-ba01-a638b2f044da tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c071c7c8-f360-43e9-952d-7eeadd8c8ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496538 Aug 31 01:13:24.475733 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] get_ports_and_sgs() called for port_ids ['4b690769-caee-49fa-afb2-9accbc988ab7', '3ac65665-ac93-4f99-ae17-d13e9ea8c3ab'] {{(pid=94636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:13:24.724544 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1758f7ae-810e-4bf9-b39e-0833f4b76463 req-09bd0062-8b5d-4dc7-b65b-84545178dc8f tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab325d5f-f080-46dd-9bbd-d0cea0a92840 HTTP/1.1" status: 200 len: 210 time: 0.0259120 Aug 31 01:13:24.901143 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403a44b-7734-461b-9d19-92b6fca84bb1 req-3fdc3215-9344-47a3-8af3-437518a5ed6c tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:24.903113 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3403a44b-7734-461b-9d19-92b6fca84bb1 req-3fdc3215-9344-47a3-8af3-437518a5ed6c tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 984 time: 0.0510907 Aug 31 01:13:24.942214 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3403a44b-7734-461b-9d19-92b6fca84bb1 req-2af04c47-83b4-49e6-b73d-d344ed1f2f02 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5db1daa-a506-4957-8837-925c5bc59749&id=e4533492-d72c-409c-9a0b-70fbfdd89782&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328982 Aug 31 01:13:25.508878 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d6e24-caac-4aae-a1a7-cb1905ab2a1c req-fe917cee-1add-492f-9f47-8389acdebddb tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:25.508878 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-461d6e24-caac-4aae-a1a7-cb1905ab2a1c req-fe917cee-1add-492f-9f47-8389acdebddb tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=24356023-a62e-4a31-b7d1-9a50813cc8b0 HTTP/1.1" status: 200 len: 945 time: 0.0811336 Aug 31 01:13:25.519743 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc13a23-9785-4225-9e9e-d333af7c169a req-c69e341a-4a1d-43e4-a398-bb24f069675b tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:25.521279 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ccc13a23-9785-4225-9e9e-d333af7c169a req-c69e341a-4a1d-43e4-a398-bb24f069675b tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 946 time: 0.0677218 Aug 31 01:13:25.576414 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-461d6e24-caac-4aae-a1a7-cb1905ab2a1c req-7fed7f5b-cb4c-4645-b92c-1e7eb95bbac9 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c071c7c8-f360-43e9-952d-7eeadd8c8ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540540 Aug 31 01:13:25.583827 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ccc13a23-9785-4225-9e9e-d333af7c169a req-2af4e6f8-01ee-4085-9729-fe7929428daa tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545774 Aug 31 01:13:26.060990 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77664800-0f83-469a-af37-6babee1a652d req-7f5fc695-89a8-417a-809b-8af1e6918460 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:26.062416 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-77664800-0f83-469a-af37-6babee1a652d req-7f5fc695-89a8-417a-809b-8af1e6918460 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 984 time: 0.0546019 Aug 31 01:13:26.101130 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-77664800-0f83-469a-af37-6babee1a652d req-8dd44e68-8342-4eec-a952-47d280e09757 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5db1daa-a506-4957-8837-925c5bc59749&id=e4533492-d72c-409c-9a0b-70fbfdd89782&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327623 Aug 31 01:13:26.250139 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19439c-e9e7-418f-ad52-16c0444c1135 req-34b4df85-f366-4223-ae62-c2fbf6ab7180 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:26.251605 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1d19439c-e9e7-418f-ad52-16c0444c1135 req-34b4df85-f366-4223-ae62-c2fbf6ab7180 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0484049 Aug 31 01:13:26.287856 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1d19439c-e9e7-418f-ad52-16c0444c1135 req-0a8c768f-d595-447b-b838-328ca7407d8c tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303481 Aug 31 01:13:26.701667 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d73c18-1c62-4e8a-bd8d-92cc414bc645 req-4650c8b1-ba0d-4586-9de2-8e31503848b9 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:26.703174 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-07d73c18-1c62-4e8a-bd8d-92cc414bc645 req-4650c8b1-ba0d-4586-9de2-8e31503848b9 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=24356023-a62e-4a31-b7d1-9a50813cc8b0 HTTP/1.1" status: 200 len: 945 time: 0.0478830 Aug 31 01:13:26.740188 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-07d73c18-1c62-4e8a-bd8d-92cc414bc645 req-5dbef615-4166-4263-a616-9489e65e93e0 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c071c7c8-f360-43e9-952d-7eeadd8c8ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310833 Aug 31 01:13:27.061755 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224bbbe-9d52-4026-9655-5f5c6d93d67a req-cce12d03-071f-4b2a-919b-e4417d121df6 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:27.063236 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c224bbbe-9d52-4026-9655-5f5c6d93d67a req-cce12d03-071f-4b2a-919b-e4417d121df6 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=24356023-a62e-4a31-b7d1-9a50813cc8b0 HTTP/1.1" status: 200 len: 945 time: 0.2574003 Aug 31 01:13:27.099533 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c224bbbe-9d52-4026-9655-5f5c6d93d67a req-b5814c30-0259-4a9e-8cc2-f56c3dbfd5aa tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c071c7c8-f360-43e9-952d-7eeadd8c8ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303874 Aug 31 01:13:27.121613 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 59730) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:27.215232 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55516d9a-711c-4a7f-a813-9ec63f812c04 req-6f553a09-24b4-459a-8b84-49bfb7eb6b6a tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:27.216678 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-55516d9a-711c-4a7f-a813-9ec63f812c04 req-6f553a09-24b4-459a-8b84-49bfb7eb6b6a tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 984 time: 0.0503857 Aug 31 01:13:27.255968 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-55516d9a-711c-4a7f-a813-9ec63f812c04 req-a8e28d81-95e8-4ebc-8180-32b878bf3114 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5db1daa-a506-4957-8837-925c5bc59749&id=e4533492-d72c-409c-9a0b-70fbfdd89782&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334327 Aug 31 01:13:27.301584 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afabc342-be84-48e0-b0c7-eac5a5ee2705 tempest-TestVolumeBootPattern-42619402 tempest-TestVolumeBootPattern-42619402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:27.303107 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-afabc342-be84-48e0-b0c7-eac5a5ee2705 tempest-TestVolumeBootPattern-42619402 tempest-TestVolumeBootPattern-42619402-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=24356023-a62e-4a31-b7d1-9a50813cc8b0 HTTP/1.1" status: 200 len: 1093 time: 0.1805532 Aug 31 01:13:27.306017 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 59736) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:27.310854 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [None req-ec6586b7-9d40-47e9-ae97-7d5a505a0789 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Request body: {'floatingip': {'floating_network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'port_id': 'a5264715-d2ea-4977-a8bc-f3411933089e', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:13:27.401898 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e763618-b555-481a-9701-92cab77b9655 req-35cd3fee-7658-4a78-a56e-0d0e1a5073fb tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:27.403437 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7e763618-b555-481a-9701-92cab77b9655 req-35cd3fee-7658-4a78-a56e-0d0e1a5073fb tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0505464 Aug 31 01:13:27.428480 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ec6586b7-9d40-47e9-ae97-7d5a505a0789 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks [] for floatingip, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:27.452944 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7e763618-b555-481a-9701-92cab77b9655 req-c2005445-e70f-474f-a291-31f6abb866dc tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433991 Aug 31 01:13:27.532291 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ec6586b7-9d40-47e9-ae97-7d5a505a0789 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:27.635571 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-ec6586b7-9d40-47e9-ae97-7d5a505a0789 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Allocated IP 172.27.3.197 (6de9ff05-f8f6-4fd1-b476-077a32a7a2f5/44be20a0-ff0a-4c00-a541-a9ead83fffe9/eeec3491-2965-49cf-8e5e-b95451c96389) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:13:27.737728 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ec6586b7-9d40-47e9-ae97-7d5a505a0789 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:27.841648 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ec6586b7-9d40-47e9-ae97-7d5a505a0789 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:27.881868 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6586b7-9d40-47e9-ae97-7d5a505a0789 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Network 6de9ff05-f8f6-4fd1-b476-077a32a7a2f5 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:13:27.884785 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-ec6586b7-9d40-47e9-ae97-7d5a505a0789 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:13:27.887429 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6586b7-9d40-47e9-ae97-7d5a505a0789 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:13:27.892746 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6586b7-9d40-47e9-ae97-7d5a505a0789 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Pushing event updated for resources: {'Port': ['ID=eeec3491-2965-49cf-8e5e-b95451c96389,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:28.356552 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ec6586b7-9d40-47e9-ae97-7d5a505a0789 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:28.439087 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da2976-f7a9-4f7c-8142-f0af7d537212 req-d59b9ce0-6086-4d90-8de4-9f9ae8addab7 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:28.440440 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-32da2976-f7a9-4f7c-8142-f0af7d537212 req-d59b9ce0-6086-4d90-8de4-9f9ae8addab7 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 984 time: 0.1142406 Aug 31 01:13:28.479690 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-32da2976-f7a9-4f7c-8142-f0af7d537212 req-60afa911-4707-4204-a8da-af91d0d1cf80 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5db1daa-a506-4957-8837-925c5bc59749&id=e4533492-d72c-409c-9a0b-70fbfdd89782&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331111 Aug 31 01:13:28.503918 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 3ac65665-ac93-4f99-ae17-d13e9ea8c3ab no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:13:28.524917 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] No Port match for: 3ac65665-ac93-4f99-ae17-d13e9ea8c3ab {{(pid=94636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:13:28.525341 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 3ac65665-ac93-4f99-ae17-d13e9ea8c3ab not bound to the agent host hv-cinder-76018 {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:13:28.578604 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ec6586b7-9d40-47e9-ae97-7d5a505a0789 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:28.588219 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0af25-d6fc-44a6-b5a8-59edb723b1e6 req-aea214e2-88a7-4bc8-89dc-501e5cd1d2c2 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:28.589716 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b4e0af25-d6fc-44a6-b5a8-59edb723b1e6 req-aea214e2-88a7-4bc8-89dc-501e5cd1d2c2 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0694849 Aug 31 01:13:28.659966 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b4e0af25-d6fc-44a6-b5a8-59edb723b1e6 req-67290e71-bf06-4e24-a003-1927c0e05f86 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513647 Aug 31 01:13:28.761413 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ec6586b7-9d40-47e9-ae97-7d5a505a0789 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:28.818123 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ec6586b7-9d40-47e9-ae97-7d5a505a0789 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127206981'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:28.889304 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6586b7-9d40-47e9-ae97-7d5a505a0789 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Pushing event updated for resources: {'Port': ['ID=eeec3491-2965-49cf-8e5e-b95451c96389,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:28.897977 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ec6586b7-9d40-47e9-ae97-7d5a505a0789 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371979'] for floatingip, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:28.994352 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.db.l3_db [None req-ec6586b7-9d40-47e9-ae97-7d5a505a0789 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Floating IP 19f89f0b-e8ed-4aae-b341-f96e639a95d9 associated. External IP: 172.27.3.197, port: a5264715-d2ea-4977-a8bc-f3411933089e. Aug 31 01:13:29.193804 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6586b7-9d40-47e9-ae97-7d5a505a0789 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Router fb827655-e05a-4602-9186-a489a84291e7 has already been hosted by L3 agent c5d183af-b1ef-4815-8853-b3c8447fce00 {{(pid=94635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:13:29.519067 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6586b7-9d40-47e9-ae97-7d5a505a0789 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify agent at l3_agent.dv-cinder-760180-3-iscsi the message routers_updated {{(pid=94635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:13:29.529527 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43db8fff-17ee-4a4e-895e-2ab4a4856d7d None None] Sync routers for ids ['fb827655-e05a-4602-9186-a489a84291e7'] in dv-cinder-760180-3-iscsi {{(pid=94637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:13:29.538248 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43db8fff-17ee-4a4e-895e-2ab4a4856d7d None None] Routers {'fb827655-e05a-4602-9186-a489a84291e7'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:13:29.540267 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-43db8fff-17ee-4a4e-895e-2ab4a4856d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:13:09Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['fb827655-e05a-4602-9186-a489a84291e7'], 'active': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:29.599223 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2364f-5220-4e1e-b720-dc64f11bd06c req-1474ca4c-b2a0-452b-b0ce-d7cb5013f404 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:29.600692 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8fb2364f-5220-4e1e-b720-dc64f11bd06c req-1474ca4c-b2a0-452b-b0ce-d7cb5013f404 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 984 time: 0.0487974 Aug 31 01:13:29.601879 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ec6586b7-9d40-47e9-ae97-7d5a505a0789 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for floatingip, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:29.643203 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-ec6586b7-9d40-47e9-ae97-7d5a505a0789 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3360643 Aug 31 01:13:29.643846 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24356023-a62e-4a31-b7d1-9a50813cc8b0', 'tag': 'a5264715-d2ea-4977-a8bc-f3411933089e'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:13:29.646089 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b881214d57cd1965c46d5ffcb12adc10c1d351a412fd4a0d5151f09a2b3a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e84a6a-4292-47a5-97e6-6063001f5086" -d '{"events": [{"name": "network-changed", "server_uuid": "24356023-a62e-4a31-b7d1-9a50813cc8b0", "tag": "a5264715-d2ea-4977-a8bc-f3411933089e"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:13:29.646795 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvr_db [None req-43db8fff-17ee-4a4e-895e-2ab4a4856d7d None None] Set router fb827655-e05a-4602-9186-a489a84291e7 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:13:29.668248 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8fb2364f-5220-4e1e-b720-dc64f11bd06c req-419a0c48-8da1-4e1e-ba1a-a18bb943bac9 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5db1daa-a506-4957-8837-925c5bc59749&id=e4533492-d72c-409c-9a0b-70fbfdd89782&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0489409 Aug 31 01:13:29.693924 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ded9f4-06f7-4509-b929-84e36f92d665 x-openstack-request-id: req-b9ded9f4-06f7-4509-b929-84e36f92d665 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:13:29.694244 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24356023-a62e-4a31-b7d1-9a50813cc8b0", "tag": "a5264715-d2ea-4977-a8bc-f3411933089e", "status": "completed", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:13:29.694470 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b9ded9f4-06f7-4509-b929-84e36f92d665 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:13:29.694885 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24356023-a62e-4a31-b7d1-9a50813cc8b0', 'tag': 'a5264715-d2ea-4977-a8bc-f3411933089e', 'status': 'completed', 'code': 200} Aug 31 01:13:29.771941 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e84a6a-4292-47a5-97e6-6063001f5086 req-eeeea988-eaa7-47ee-9b89-080343f9fbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:29.773622 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-72e84a6a-4292-47a5-97e6-6063001f5086 req-eeeea988-eaa7-47ee-9b89-080343f9fbbe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cd87758004a84b0894e10b0402589a05&device_id=24356023-a62e-4a31-b7d1-9a50813cc8b0 HTTP/1.1" status: 200 len: 1098 time: 0.0418890 Aug 31 01:13:29.788981 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b9465-58f0-425b-b761-1ba4ab8c156b req-9ae3d708-b128-4e84-85ee-ae7e47c2d25c tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:29.790444 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0e6b9465-58f0-425b-b761-1ba4ab8c156b req-9ae3d708-b128-4e84-85ee-ae7e47c2d25c tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0493562 Aug 31 01:13:29.840241 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0e6b9465-58f0-425b-b761-1ba4ab8c156b req-03dd248c-acae-4248-96ea-ddbcd3dca7fe tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435989 Aug 31 01:13:29.882457 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e84a6a-4292-47a5-97e6-6063001f5086 req-64fca369-b586-4e7d-89bd-da62c1903137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:29.883961 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-72e84a6a-4292-47a5-97e6-6063001f5086 req-64fca369-b586-4e7d-89bd-da62c1903137 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c534f589-1d8a-478d-9545-cdea5e81a29a HTTP/1.1" status: 200 len: 912 time: 0.0946662 Aug 31 01:13:29.888887 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-43db8fff-17ee-4a4e-895e-2ab4a4856d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb827655-e05a-4602-9186-a489a84291e7', 'name': 'tempest-TestVolumeBootPattern-717848227-router', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '08299612-f80e-4117-a7e8-f0a0dd807689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:57Z', 'updated_at': '2021-08-31T01:12:03Z', 'revision_number': 4, 'project_id': 'cd87758004a84b0894e10b0402589a05', 'gw_port': {'id': '08299612-f80e-4117-a7e8-f0a0dd807689', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb827655-e05a-4602-9186-a489a84291e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:58Z', 'updated_at': '2021-08-31T01:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_floatingips': [{'id': '19f89f0b-e8ed-4aae-b341-f96e639a95d9', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'floating_ip_address': '172.27.3.197', 'floating_network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'router_id': 'fb827655-e05a-4602-9186-a489a84291e7', 'port_id': 'a5264715-d2ea-4977-a8bc-f3411933089e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c534f589-1d8a-478d-9545-cdea5e81a29a', 'mac_address': 'fa:16:3e:d6:07:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24356023-a62e-4a31-b7d1-9a50813cc8b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:13:28Z', 'updated_at': '2021-08-31T01:13:28Z', 'revision_number': 0, 'project_id': 'cd87758004a84b0894e10b0402589a05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5559bfa-529f-43a3-9cdd-4ad7b6b2371b', 'name': '', 'network_id': 'c534f589-1d8a-478d-9545-cdea5e81a29a', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'mac_address': 'fa:16:3e:40:13:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb827655-e05a-4602-9186-a489a84291e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'e3346ced-1b5d-4fc3-90c1-5d19f1ec19c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:12:01Z', 'updated_at': '2021-08-31T01:12:08Z', 'revision_number': 5, 'project_id': 'cd87758004a84b0894e10b0402589a05', 'subnets': [{'id': 'e3346ced-1b5d-4fc3-90c1-5d19f1ec19c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:29.917824 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43db8fff-17ee-4a4e-895e-2ab4a4856d7d None None] Checking router: fb827655-e05a-4602-9186-a489a84291e7 for host: dv-cinder-760180-3-iscsi {{(pid=94637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:13:29.925871 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43db8fff-17ee-4a4e-895e-2ab4a4856d7d None None] Routers {'fb827655-e05a-4602-9186-a489a84291e7'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:13:29.926489 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-43db8fff-17ee-4a4e-895e-2ab4a4856d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:13:09Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['fb827655-e05a-4602-9186-a489a84291e7'], 'active': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:29.953397 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-72e84a6a-4292-47a5-97e6-6063001f5086 req-1001d81c-1bed-4e00-a1f7-fd6d89b1defe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5264715-d2ea-4977-a8bc-f3411933089e HTTP/1.1" status: 200 len: 999 time: 0.0588837 Aug 31 01:13:30.008462 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e84a6a-4292-47a5-97e6-6063001f5086 req-df39beff-e6b7-4616-8178-7e0de66645f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:30.010044 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-72e84a6a-4292-47a5-97e6-6063001f5086 req-df39beff-e6b7-4616-8178-7e0de66645f4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e3346ced-1b5d-4fc3-90c1-5d19f1ec19c9 HTTP/1.1" status: 200 len: 850 time: 0.0433290 Aug 31 01:13:30.026677 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvr_db [None req-43db8fff-17ee-4a4e-895e-2ab4a4856d7d None None] Set router fb827655-e05a-4602-9186-a489a84291e7 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:13:30.067337 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e84a6a-4292-47a5-97e6-6063001f5086 req-2c5d714f-a89c-4b47-b151-57400015029e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:30.068800 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-72e84a6a-4292-47a5-97e6-6063001f5086 req-2c5d714f-a89c-4b47-b151-57400015029e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c534f589-1d8a-478d-9545-cdea5e81a29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430381 Aug 31 01:13:30.157937 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-72e84a6a-4292-47a5-97e6-6063001f5086 req-99ad361a-808f-4a79-b01b-a8d24b9bc177 service neutron] 10.222.0.72 "GET /v2.0/networks/c534f589-1d8a-478d-9545-cdea5e81a29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811124 Aug 31 01:13:30.247843 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-43db8fff-17ee-4a4e-895e-2ab4a4856d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb827655-e05a-4602-9186-a489a84291e7', 'name': 'tempest-TestVolumeBootPattern-717848227-router', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '08299612-f80e-4117-a7e8-f0a0dd807689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:57Z', 'updated_at': '2021-08-31T01:12:03Z', 'revision_number': 4, 'project_id': 'cd87758004a84b0894e10b0402589a05', 'gw_port': {'id': '08299612-f80e-4117-a7e8-f0a0dd807689', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb827655-e05a-4602-9186-a489a84291e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:58Z', 'updated_at': '2021-08-31T01:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_floatingips': [{'id': '19f89f0b-e8ed-4aae-b341-f96e639a95d9', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'floating_ip_address': '172.27.3.197', 'floating_network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'router_id': 'fb827655-e05a-4602-9186-a489a84291e7', 'port_id': 'a5264715-d2ea-4977-a8bc-f3411933089e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c534f589-1d8a-478d-9545-cdea5e81a29a', 'mac_address': 'fa:16:3e:d6:07:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24356023-a62e-4a31-b7d1-9a50813cc8b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:13:28Z', 'updated_at': '2021-08-31T01:13:28Z', 'revision_number': 0, 'project_id': 'cd87758004a84b0894e10b0402589a05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5559bfa-529f-43a3-9cdd-4ad7b6b2371b', 'name': '', 'network_id': 'c534f589-1d8a-478d-9545-cdea5e81a29a', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'mac_address': 'fa:16:3e:40:13:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb827655-e05a-4602-9186-a489a84291e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'e3346ced-1b5d-4fc3-90c1-5d19f1ec19c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:12:01Z', 'updated_at': '2021-08-31T01:12:08Z', 'revision_number': 5, 'project_id': 'cd87758004a84b0894e10b0402589a05', 'subnets': [{'id': 'e3346ced-1b5d-4fc3-90c1-5d19f1ec19c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:30.266403 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-72e84a6a-4292-47a5-97e6-6063001f5086 req-0045e73e-07a7-415c-a559-6d3c52da3a79 service neutron] 10.222.0.72 "GET /v2.0/networks/c534f589-1d8a-478d-9545-cdea5e81a29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949302 Aug 31 01:13:30.276764 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43db8fff-17ee-4a4e-895e-2ab4a4856d7d None None] The sync data for ids ['fb827655-e05a-4602-9186-a489a84291e7'] in dv-cinder-760180-3-iscsi is: [{'id': 'fb827655-e05a-4602-9186-a489a84291e7', 'name': 'tempest-TestVolumeBootPattern-717848227-router', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '08299612-f80e-4117-a7e8-f0a0dd807689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:57Z', 'updated_at': '2021-08-31T01:12:03Z', 'revision_number': 4, 'project_id': 'cd87758004a84b0894e10b0402589a05', 'gw_port': {'id': '08299612-f80e-4117-a7e8-f0a0dd807689', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb827655-e05a-4602-9186-a489a84291e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:58Z', 'updated_at': '2021-08-31T01:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_floatingips': [{'id': '19f89f0b-e8ed-4aae-b341-f96e639a95d9', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'floating_ip_address': '172.27.3.197', 'floating_network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'router_id': 'fb827655-e05a-4602-9186-a489a84291e7', 'port_id': 'a5264715-d2ea-4977-a8bc-f3411933089e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c534f589-1d8a-478d-9545-cdea5e81a29a', 'mac_address': 'fa:16:3e:d6:07:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24356023-a62e-4a31-b7d1-9a50813cc8b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:13:28Z', 'updated_at': '2021-08-31T01:13:28Z', 'revision_number': 0, 'project_id': 'cd87758004a84b0894e10b0402589a05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5559bfa-529f-43a3-9cdd-4ad7b6b2371b', 'name': '', 'network_id': 'c534f589-1d8a-478d-9545-cdea5e81a29a', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'mac_address': 'fa:16:3e:40:13:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb827655-e05a-4602-9186-a489a84291e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'e3346ced-1b5d-4fc3-90c1-5d19f1ec19c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:12:01Z', 'updated_at': '2021-08-31T01:12:08Z', 'revision_number': 5, 'project_id': 'cd87758004a84b0894e10b0402589a05', 'subnets': [{'id': 'e3346ced-1b5d-4fc3-90c1-5d19f1ec19c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:13:30.452066 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20f987b-7d9e-4ac9-ae60-3ed4423af85a None None] New status for floating IP 19f89f0b-e8ed-4aae-b341-f96e639a95d9: ACTIVE {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:13:30.790130 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9c027-7605-4bcc-ab21-def5ada5be9c req-9e7a134e-3f42-46e1-945b-8442f94eaf46 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:30.791626 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a2d9c027-7605-4bcc-ab21-def5ada5be9c req-9e7a134e-3f42-46e1-945b-8442f94eaf46 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 984 time: 0.0507100 Aug 31 01:13:30.833289 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a2d9c027-7605-4bcc-ab21-def5ada5be9c req-6b5f164e-5bcd-4c31-b57e-4022d22bf191 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5db1daa-a506-4957-8837-925c5bc59749&id=e4533492-d72c-409c-9a0b-70fbfdd89782&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349350 Aug 31 01:13:30.956146 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c923d-e793-4009-b2bc-2333912f6214 req-0d979fb8-6d2d-44a3-9b26-7e146d06e3e0 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:30.957624 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8b4c923d-e793-4009-b2bc-2333912f6214 req-0d979fb8-6d2d-44a3-9b26-7e146d06e3e0 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0478733 Aug 31 01:13:31.000738 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8b4c923d-e793-4009-b2bc-2333912f6214 req-1337dbf5-d7dd-4021-be53-5db41d094c32 tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369034 Aug 31 01:13:31.947697 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657a400-e729-48c3-9088-e0a945f2b6fa req-2150cff5-0389-48e1-abb6-a28d46d89307 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:31.949176 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c657a400-e729-48c3-9088-e0a945f2b6fa req-2150cff5-0389-48e1-abb6-a28d46d89307 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 984 time: 0.0503895 Aug 31 01:13:31.989259 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c657a400-e729-48c3-9088-e0a945f2b6fa req-86da9605-52bf-436e-b929-57683813d80f tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5db1daa-a506-4957-8837-925c5bc59749&id=e4533492-d72c-409c-9a0b-70fbfdd89782&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340872 Aug 31 01:13:32.123884 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac549b5-b398-419d-a4a0-ea766b050a6f req-c9e304c1-76e4-4b67-9813-200d31f36cda tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:32.126806 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4ac549b5-b398-419d-a4a0-ea766b050a6f req-c9e304c1-76e4-4b67-9813-200d31f36cda tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0540874 Aug 31 01:13:32.164529 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4ac549b5-b398-419d-a4a0-ea766b050a6f req-993cc104-29bb-49bc-8251-5498c5ebc62f tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/security-groups?id=93a217f9-3bdc-40bb-9885-14e4219a4d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313439 Aug 31 01:13:32.692172 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf014677-39ac-4bb2-93d7-460724f73100 req-3425e834-e4f0-417d-ac5c-32daba6f8788 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:32.693634 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-cf014677-39ac-4bb2-93d7-460724f73100 req-3425e834-e4f0-417d-ac5c-32daba6f8788 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.0482292 Aug 31 01:13:32.731532 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-cf014677-39ac-4bb2-93d7-460724f73100 req-d22917a5-1760-4cec-a3ff-15fe87244039 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317845 Aug 31 01:13:32.788304 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b2819-b15b-4aec-b804-287278f7414f req-de05d43d-db26-408b-bd56-17caa048000e tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:32.789715 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-652b2819-b15b-4aec-b804-287278f7414f req-de05d43d-db26-408b-bd56-17caa048000e tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 946 time: 0.0499430 Aug 31 01:13:32.881272 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-652b2819-b15b-4aec-b804-287278f7414f req-c2f88b58-0d23-460b-9248-fd35d01bf20f tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Deleting port 4b690769-caee-49fa-afb2-9accbc988ab7 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:13:32.881609 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-652b2819-b15b-4aec-b804-287278f7414f req-c2f88b58-0d23-460b-9248-fd35d01bf20f tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:32.968375 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-652b2819-b15b-4aec-b804-287278f7414f req-c2f88b58-0d23-460b-9248-fd35d01bf20f tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] For port 4b690769-caee-49fa-afb2-9accbc988ab7, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=4b690769-caee-49fa-afb2-9accbc988ab7,segment=NetworkSegment(12c59999-25ae-4408-be66-1cc437a4d78f),segment_id=12c59999-25ae-4408-be66-1cc437a4d78f)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:32.968736 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-652b2819-b15b-4aec-b804-287278f7414f req-c2f88b58-0d23-460b-9248-fd35d01bf20f tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:32.980877 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-652b2819-b15b-4aec-b804-287278f7414f req-c2f88b58-0d23-460b-9248-fd35d01bf20f tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Calling delete_port for 4b690769-caee-49fa-afb2-9accbc988ab7 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:13:33.107959 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49b63f-f0ea-4134-a94b-eb871d9fa73e req-e409c476-1fa2-4d36-bf1f-8cf322414755 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:33.112109 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-af49b63f-f0ea-4134-a94b-eb871d9fa73e req-e409c476-1fa2-4d36-bf1f-8cf322414755 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 984 time: 0.0480740 Aug 31 01:13:33.149729 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-af49b63f-f0ea-4134-a94b-eb871d9fa73e req-28192995-9782-4523-a842-47ad4b485fd3 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5db1daa-a506-4957-8837-925c5bc59749&id=e4533492-d72c-409c-9a0b-70fbfdd89782&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343070 Aug 31 01:13:33.201230 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-652b2819-b15b-4aec-b804-287278f7414f req-c2f88b58-0d23-460b-9248-fd35d01bf20f tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126575170'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:33.212789 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] get_ports_and_sgs() called for port_ids ['4b690769-caee-49fa-afb2-9accbc988ab7'] {{(pid=94636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:13:33.230049 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f88b58-0d23-460b-9248-fd35d01bf20f tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Pushing event deleted for resources: {'Port': ['ID=4b690769-caee-49fa-afb2-9accbc988ab7,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:33.264856 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c12487b1-fe46-44cf-8416-d914651ec0a1 req-0d66dddf-f1ce-4025-bb3d-dc1a1474e8aa tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.43 "GET /v2.0/ports?device_id=eb63d998-dea4-4e19-bfa3-80f85543374a HTTP/1.1" status: 200 len: 210 time: 0.0332065 Aug 31 01:13:33.270503 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-652b2819-b15b-4aec-b804-287278f7414f req-c2f88b58-0d23-460b-9248-fd35d01bf20f tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] No DVR routers for this DVR port 4b690769-caee-49fa-afb2-9accbc988ab7 on host hv-cinder-76018 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:13:33.273507 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-652b2819-b15b-4aec-b804-287278f7414f req-c2f88b58-0d23-460b-9248-fd35d01bf20f tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:33.275465 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-652b2819-b15b-4aec-b804-287278f7414f req-c2f88b58-0d23-460b-9248-fd35d01bf20f tempest-ServerRescueNegativeTestJSON-806813452 tempest-ServerRescueNegativeTestJSON-806813452-project] 10.222.0.72 "DELETE /v2.0/ports/4b690769-caee-49fa-afb2-9accbc988ab7 HTTP/1.1" status: 204 len: 173 time: 0.4778483 Aug 31 01:13:33.275900 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb63d998-dea4-4e19-bfa3-80f85543374a', 'name': 'network-vif-deleted', 'tag': '4b690769-caee-49fa-afb2-9accbc988ab7'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:13:33.278172 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b045d85a9f13e76f05933045f29fa7ac65172c85c310fc202a594bb475bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a0c98b-f0cd-433f-81d7-eb00495a54d7" -d '{"events": [{"server_uuid": "eb63d998-dea4-4e19-bfa3-80f85543374a", "name": "network-vif-deleted", "tag": "4b690769-caee-49fa-afb2-9accbc988ab7"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:13:33.313696 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8b700a-a65c-4272-aa04-51afcb49e55f x-openstack-request-id: req-2a8b700a-a65c-4272-aa04-51afcb49e55f {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:13:33.313993 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb63d998-dea4-4e19-bfa3-80f85543374a", "name": "network-vif-deleted", "tag": "4b690769-caee-49fa-afb2-9accbc988ab7", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:13:33.314252 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2a8b700a-a65c-4272-aa04-51afcb49e55f {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:13:33.314674 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb63d998-dea4-4e19-bfa3-80f85543374a', 'name': 'network-vif-deleted', 'tag': '4b690769-caee-49fa-afb2-9accbc988ab7', 'status': 'completed', 'code': 200} Aug 31 01:13:33.844129 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323d300-a16a-470a-9766-b45c99cdbca6 req-f2342755-16c7-4ee0-a86b-8992792e4272 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:33.845592 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9323d300-a16a-470a-9766-b45c99cdbca6 req-f2342755-16c7-4ee0-a86b-8992792e4272 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.0486488 Aug 31 01:13:33.886105 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9323d300-a16a-470a-9766-b45c99cdbca6 req-a8505fa8-9bf9-465c-b095-47919aedfeae tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346544 Aug 31 01:13:34.266662 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508eaa8f-f95e-4625-b3b1-0a6805c462e4 req-159a1185-1443-4638-805f-139477f3ad83 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:34.268148 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-508eaa8f-f95e-4625-b3b1-0a6805c462e4 req-159a1185-1443-4638-805f-139477f3ad83 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 984 time: 0.0491300 Aug 31 01:13:34.309641 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-508eaa8f-f95e-4625-b3b1-0a6805c462e4 req-f8ef37dd-8d1f-4b01-9c53-e5acaa2a2330 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5db1daa-a506-4957-8837-925c5bc59749&id=e4533492-d72c-409c-9a0b-70fbfdd89782&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353887 Aug 31 01:13:34.319424 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 59862) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:34.733561 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f95be27c-785b-4e73-9cea-142a3250c855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370955'] for router_interface, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:35.037273 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5372a3-0cd4-4bdf-b04d-b5ee2d358d1f req-8edda29c-d40d-45fe-a000-2c0d546b0340 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:35.038659 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-dc5372a3-0cd4-4bdf-b04d-b5ee2d358d1f req-8edda29c-d40d-45fe-a000-2c0d546b0340 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.0722361 Aug 31 01:13:35.076229 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-f95be27c-785b-4e73-9cea-142a3250c855 admin admin] Deleting port 8332de68-7595-4444-ba16-433c7980867b {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:13:35.076575 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f95be27c-785b-4e73-9cea-142a3250c855 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:35.121904 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-dc5372a3-0cd4-4bdf-b04d-b5ee2d358d1f req-9d0c730b-6c66-468b-a23c-dc61111d7382 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757689 Aug 31 01:13:35.167263 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-f95be27c-785b-4e73-9cea-142a3250c855 admin admin] For port 8332de68-7595-4444-ba16-433c7980867b, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=8332de68-7595-4444-ba16-433c7980867b,segment=NetworkSegment(12c59999-25ae-4408-be66-1cc437a4d78f),segment_id=12c59999-25ae-4408-be66-1cc437a4d78f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:35.167893 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f95be27c-785b-4e73-9cea-142a3250c855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:35.182857 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-f95be27c-785b-4e73-9cea-142a3250c855 admin admin] Calling delete_port for 8332de68-7595-4444-ba16-433c7980867b owned by network:router_interface {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:13:35.428528 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c372e-19a3-4bd3-b76c-670e475a1905 req-361de632-0036-47a1-b7c3-54dbd112e5b1 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:35.429959 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f47c372e-19a3-4bd3-b76c-670e475a1905 req-361de632-0036-47a1-b7c3-54dbd112e5b1 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 984 time: 0.0494535 Aug 31 01:13:35.472693 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f47c372e-19a3-4bd3-b76c-670e475a1905 req-0b29078f-3f8a-46c0-bc8d-aa4b2949480c tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5db1daa-a506-4957-8837-925c5bc59749&id=e4533492-d72c-409c-9a0b-70fbfdd89782&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367222 Aug 31 01:13:35.493888 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f95be27c-785b-4e73-9cea-142a3250c855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:35.521414 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95be27c-785b-4e73-9cea-142a3250c855 admin admin] Pushing event deleted for resources: {'Port': ['ID=8332de68-7595-4444-ba16-433c7980867b,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:35.672461 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f95be27c-785b-4e73-9cea-142a3250c855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-371095'] for router_interface, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:35.886299 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95be27c-785b-4e73-9cea-142a3250c855 admin admin] Router 10dd3c06-d442-434b-b8d4-d514aae27aae has already been hosted by L3 agent c5d183af-b1ef-4815-8853-b3c8447fce00 {{(pid=94635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:13:35.991754 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95be27c-785b-4e73-9cea-142a3250c855 admin admin] Notify agent at l3_agent.dv-cinder-760180-3-iscsi the message routers_updated {{(pid=94635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:13:35.998828 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-f95be27c-785b-4e73-9cea-142a3250c855 admin admin] 10.222.0.43 "PUT /v2.0/routers/10dd3c06-d442-434b-b8d4-d514aae27aae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6781731 Aug 31 01:13:35.999749 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 59884) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:36.001634 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b88a987-7c48-41b7-9788-b143edd211b0 None None] Sync routers for ids ['10dd3c06-d442-434b-b8d4-d514aae27aae'] in dv-cinder-760180-3-iscsi {{(pid=94637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:13:36.010430 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b88a987-7c48-41b7-9788-b143edd211b0 None None] Routers {'10dd3c06-d442-434b-b8d4-d514aae27aae'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:13:36.013931 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-0b88a987-7c48-41b7-9788-b143edd211b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:13:09Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['10dd3c06-d442-434b-b8d4-d514aae27aae'], 'active': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:36.101217 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-eea7a0cc-9abf-4a84-b7aa-8357836f59d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:36.111657 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvr_db [None req-0b88a987-7c48-41b7-9788-b143edd211b0 None None] Set router 10dd3c06-d442-434b-b8d4-d514aae27aae gateway port host: dv-cinder-760180-3-iscsi {{(pid=94637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:13:36.223311 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-eea7a0cc-9abf-4a84-b7aa-8357836f59d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:36.275937 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e08f9-b97c-4130-bcb9-48a6e1dc9cf0 req-22d81860-c544-49b1-b6ba-95c61c0c76a2 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:36.277480 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-aa4e08f9-b97c-4130-bcb9-48a6e1dc9cf0 req-22d81860-c544-49b1-b6ba-95c61c0c76a2 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.0474582 Aug 31 01:13:36.338556 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-aa4e08f9-b97c-4130-bcb9-48a6e1dc9cf0 req-bea54f81-48e5-4330-9050-c6c17b60bae7 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549285 Aug 31 01:13:36.359207 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-eea7a0cc-9abf-4a84-b7aa-8357836f59d5 admin admin] Deleting port 8d2af334-df2b-4068-81c6-5880437598a0 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:13:36.359207 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-eea7a0cc-9abf-4a84-b7aa-8357836f59d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:36.376311 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-0b88a987-7c48-41b7-9788-b143edd211b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10dd3c06-d442-434b-b8d4-d514aae27aae', 'name': 'tempest-ServerRescueNegativeTestJSON-593945952-router', 'tenant_id': '0ebe297fbd3a46689671efa0c38f7f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '8d2af334-df2b-4068-81c6-5880437598a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:36Z', 'updated_at': '2021-08-31T01:13:35Z', 'revision_number': 5, 'project_id': '0ebe297fbd3a46689671efa0c38f7f89', 'gw_port': {'id': '8d2af334-df2b-4068-81c6-5880437598a0', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:4d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dd3c06-d442-434b-b8d4-d514aae27aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:38Z', 'updated_at': '2021-08-31T01:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi'}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:36.401540 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b88a987-7c48-41b7-9788-b143edd211b0 None None] Checking router: 10dd3c06-d442-434b-b8d4-d514aae27aae for host: dv-cinder-760180-3-iscsi {{(pid=94637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:13:36.409774 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b88a987-7c48-41b7-9788-b143edd211b0 None None] Routers {'10dd3c06-d442-434b-b8d4-d514aae27aae'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:13:36.410384 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-0b88a987-7c48-41b7-9788-b143edd211b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:13:09Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['10dd3c06-d442-434b-b8d4-d514aae27aae'], 'active': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:36.431716 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-eea7a0cc-9abf-4a84-b7aa-8357836f59d5 admin admin] For port 8d2af334-df2b-4068-81c6-5880437598a0, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=8d2af334-df2b-4068-81c6-5880437598a0,segment=NetworkSegment(1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a),segment_id=1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:13:36.432264 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-eea7a0cc-9abf-4a84-b7aa-8357836f59d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:36.443904 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-eea7a0cc-9abf-4a84-b7aa-8357836f59d5 admin admin] Calling delete_port for 8d2af334-df2b-4068-81c6-5880437598a0 owned by network:router_gateway {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:13:36.494161 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvr_db [None req-0b88a987-7c48-41b7-9788-b143edd211b0 None None] Set router 10dd3c06-d442-434b-b8d4-d514aae27aae gateway port host: None {{(pid=94637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:13:36.528827 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-fbdd9b7d-4e94-4dd4-a8fd-a816f95e13a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:36.550772 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-0b88a987-7c48-41b7-9788-b143edd211b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10dd3c06-d442-434b-b8d4-d514aae27aae', 'name': 'tempest-ServerRescueNegativeTestJSON-593945952-router', 'tenant_id': '0ebe297fbd3a46689671efa0c38f7f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:36Z', 'updated_at': '2021-08-31T01:13:36Z', 'revision_number': 6, 'project_id': '0ebe297fbd3a46689671efa0c38f7f89', 'gw_port_host': None}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:36.576875 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b88a987-7c48-41b7-9788-b143edd211b0 None None] The sync data for ids ['10dd3c06-d442-434b-b8d4-d514aae27aae'] in dv-cinder-760180-3-iscsi is: [{'id': '10dd3c06-d442-434b-b8d4-d514aae27aae', 'name': 'tempest-ServerRescueNegativeTestJSON-593945952-router', 'tenant_id': '0ebe297fbd3a46689671efa0c38f7f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:36Z', 'updated_at': '2021-08-31T01:13:36Z', 'revision_number': 6, 'project_id': '0ebe297fbd3a46689671efa0c38f7f89', 'gw_port_host': None}] {{(pid=94637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:13:36.886706 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-eea7a0cc-9abf-4a84-b7aa-8357836f59d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:36.912085 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea7a0cc-9abf-4a84-b7aa-8357836f59d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d2af334-df2b-4068-81c6-5880437598a0,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:36.981383 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-eea7a0cc-9abf-4a84-b7aa-8357836f59d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372021'] for router_gateway, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:37.090741 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-eea7a0cc-9abf-4a84-b7aa-8357836f59d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-381963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4375'] for router, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:37.093000 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-eea7a0cc-9abf-4a84-b7aa-8357836f59d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:37.213906 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-eea7a0cc-9abf-4a84-b7aa-8357836f59d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-381952'] for router, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:37.214449 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea7a0cc-9abf-4a84-b7aa-8357836f59d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10dd3c06-d442-434b-b8d4-d514aae27aae {{(pid=94635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:13:37.219809 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-eea7a0cc-9abf-4a84-b7aa-8357836f59d5 admin admin] Notify callbacks [] for router, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:37.220932 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-eea7a0cc-9abf-4a84-b7aa-8357836f59d5 admin admin] 10.222.0.43 "DELETE /v2.0/routers/10dd3c06-d442-434b-b8d4-d514aae27aae HTTP/1.1" status: 204 len: 168 time: 1.2202625 Aug 31 01:13:37.223488 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 59898) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:37.270088 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.db_base_plugin_v2 [None req-2848c4c4-ddfc-4acf-afe0-2974c92b7abc admin admin] Deleting subnet 28514019-93de-4286-b066-532f8dc6920b {{(pid=94635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:13:37.273147 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2848c4c4-ddfc-4acf-afe0-2974c92b7abc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:37.307228 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2848c4c4-ddfc-4acf-afe0-2974c92b7abc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127559236'] for subnet, precommit_delete_associations {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:37.347909 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2848c4c4-ddfc-4acf-afe0-2974c92b7abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1450095'] for subnet, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:37.459338 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1463c73-0907-423b-a86e-35d3827ffabb req-e6903e64-797d-4c15-bd89-2c736b5ed924 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:37.460823 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c1463c73-0907-423b-a86e-35d3827ffabb req-e6903e64-797d-4c15-bd89-2c736b5ed924 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.0531657 Aug 31 01:13:37.519759 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c1463c73-0907-423b-a86e-35d3827ffabb req-23535287-1469-46a2-b21a-7de2b6e783d3 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526755 Aug 31 01:13:37.520723 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2848c4c4-ddfc-4acf-afe0-2974c92b7abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1450084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127206931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125832479'] for subnet, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:37.548014 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2848c4c4-ddfc-4acf-afe0-2974c92b7abc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for subnet, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:37.552078 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-2848c4c4-ddfc-4acf-afe0-2974c92b7abc admin admin] 10.222.0.43 "DELETE /v2.0/subnets/28514019-93de-4286-b066-532f8dc6920b HTTP/1.1" status: 204 len: 168 time: 0.3255022 Aug 31 01:13:37.552078 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2848c4c4-ddfc-4acf-afe0-2974c92b7abc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28514019-93de-4286-b066-532f8dc6920b,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:37.552445 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 59902) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:37.628193 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f2d27372-c9f1-4a52-87e1-ed179b69f5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525824'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:37.702912 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f2d27372-c9f1-4a52-87e1-ed179b69f5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1451156', 'neutron.services.segments.db._delete_segments_for_network-8766773786049'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:37.712375 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.services.segments.db [None req-f2d27372-c9f1-4a52-87e1-ed179b69f5cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd548e74-43b1-430f-a0ef-aa76573cce11']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:37.722025 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.services.segments.db [None req-f2d27372-c9f1-4a52-87e1-ed179b69f5cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12c59999-25ae-4408-be66-1cc437a4d78f') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:37.722319 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.services.segments.db [None req-f2d27372-c9f1-4a52-87e1-ed179b69f5cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12c59999-25ae-4408-be66-1cc437a4d78f') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:13:37.731270 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f2d27372-c9f1-4a52-87e1-ed179b69f5cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766773797205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126401360'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:37.744043 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f2d27372-c9f1-4a52-87e1-ed179b69f5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:37.750208 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2d27372-c9f1-4a52-87e1-ed179b69f5cf admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:13:37.750622 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f2d27372-c9f1-4a52-87e1-ed179b69f5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126575255'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:37.752169 dv-cinder-760180-3-iscsi neutron-server[94634]: Traceback (most recent call last): Aug 31 01:13:37.752169 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:13:37.752169 dv-cinder-760180-3-iscsi neutron-server[94634]: timer() Aug 31 01:13:37.752169 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:13:37.752169 dv-cinder-760180-3-iscsi neutron-server[94634]: cb(*args, **kw) Aug 31 01:13:37.752169 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:13:37.752169 dv-cinder-760180-3-iscsi neutron-server[94634]: return func(*args, **kwargs) Aug 31 01:13:37.752169 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:13:37.752169 dv-cinder-760180-3-iscsi neutron-server[94634]: self._notify() Aug 31 01:13:37.752169 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:13:37.752169 dv-cinder-760180-3-iscsi neutron-server[94634]: self.callback(batched_events) Aug 31 01:13:37.752169 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:13:37.752169 dv-cinder-760180-3-iscsi neutron-server[94634]: event.method(event) Aug 31 01:13:37.752169 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:13:37.752169 dv-cinder-760180-3-iscsi neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:13:37.752169 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:13:37.752169 dv-cinder-760180-3-iscsi neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:13:37.752169 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:13:37.752169 dv-cinder-760180-3-iscsi neutron-server[94634]: return f(self, *a, **k) Aug 31 01:13:37.752169 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:13:37.752169 dv-cinder-760180-3-iscsi neutron-server[94634]: return self._get(url).json() Aug 31 01:13:37.752169 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:13:37.752169 dv-cinder-760180-3-iscsi neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:13:37.752169 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:13:37.752169 dv-cinder-760180-3-iscsi neutron-server[94634]: return self.request(url, 'GET', **kwargs) Aug 31 01:13:37.752169 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:13:37.752169 dv-cinder-760180-3-iscsi neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:13:37.752169 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:13:37.752169 dv-cinder-760180-3-iscsi neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:13:37.752169 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:13:37.752169 dv-cinder-760180-3-iscsi neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:13:37.752169 dv-cinder-760180-3-iscsi neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:13:37.911225 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f2d27372-c9f1-4a52-87e1-ed179b69f5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1451149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371993'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:37.916619 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f2d27372-c9f1-4a52-87e1-ed179b69f5cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:37.919198 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-f2d27372-c9f1-4a52-87e1-ed179b69f5cf admin admin] 10.222.0.43 "DELETE /v2.0/networks/fd548e74-43b1-430f-a0ef-aa76573cce11 HTTP/1.1" status: 204 len: 168 time: 0.3613796 Aug 31 01:13:37.929850 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d27372-c9f1-4a52-87e1-ed179b69f5cf admin admin] Pushing event deleted for resources: {'Network': ['ID=fd548e74-43b1-430f-a0ef-aa76573cce11,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:38.207594 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 8d2af334-df2b-4068-81c6-5880437598a0 no longer exists at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:13:38.227331 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] No Port match for: 8d2af334-df2b-4068-81c6-5880437598a0 {{(pid=94636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:13:38.228156 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 8d2af334-df2b-4068-81c6-5880437598a0 not bound to the agent host dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:13:38.228156 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 8332de68-7595-4444-ba16-433c7980867b no longer exists at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:13:38.246415 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] No Port match for: 8332de68-7595-4444-ba16-433c7980867b {{(pid=94636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:13:38.246792 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 8332de68-7595-4444-ba16-433c7980867b not bound to the agent host dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:13:38.309346 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 59914) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:38.348147 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-34c214b9-eef7-4746-8e8b-0f0957ef2726 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0ebe297fbd3a46689671efa0c38f7f89&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0376449 Aug 31 01:13:38.350452 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 59916) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:38.398035 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9eaf84ca-544d-40c2-a2bb-68ca9cc7a7d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:38.426539 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9eaf84ca-544d-40c2-a2bb-68ca9cc7a7d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:38.520528 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 4b690769-caee-49fa-afb2-9accbc988ab7 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:13:38.539869 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] No Port match for: 4b690769-caee-49fa-afb2-9accbc988ab7 {{(pid=94636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:13:38.540210 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 4b690769-caee-49fa-afb2-9accbc988ab7 not bound to the agent host hv-cinder-76018 {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:13:38.540321 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9eaf84ca-544d-40c2-a2bb-68ca9cc7a7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:38.543321 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9eaf84ca-544d-40c2-a2bb-68ca9cc7a7d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:38.547106 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-9eaf84ca-544d-40c2-a2bb-68ca9cc7a7d4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/93a217f9-3bdc-40bb-9885-14e4219a4d9e HTTP/1.1" status: 204 len: 168 time: 0.1934102 Aug 31 01:13:38.559054 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf84ca-544d-40c2-a2bb-68ca9cc7a7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a217f9-3bdc-40bb-9885-14e4219a4d9e,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:38.643123 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24eb7c6-17cf-4bd9-b4a4-ddf033a8122d req-e830f0fe-8010-4ab0-bc32-b4caedcb70fa tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:38.644603 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f24eb7c6-17cf-4bd9-b4a4-ddf033a8122d req-e830f0fe-8010-4ab0-bc32-b4caedcb70fa tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.0480087 Aug 31 01:13:38.684275 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f24eb7c6-17cf-4bd9-b4a4-ddf033a8122d req-d4c966b5-b114-4ea6-902a-2d7da52c230d tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323844 Aug 31 01:13:38.951490 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-e7109053-3d38-4a56-a8c6-5168202121a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:39.328447 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:39.798293 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e3325-d921-4556-9316-c0ed26b9b2aa req-dce6d4e2-5ed6-406b-9102-3e949570b33b tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:39.799831 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-186e3325-d921-4556-9316-c0ed26b9b2aa req-dce6d4e2-5ed6-406b-9102-3e949570b33b tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.0488782 Aug 31 01:13:39.840609 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-186e3325-d921-4556-9316-c0ed26b9b2aa req-8cdb40ea-11bb-4482-8566-e00b351f0b84 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343683 Aug 31 01:13:39.974189 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:40.723204 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 59972) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:40.824830 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5e652be1-c8da-46cb-8ccd-09a43d38dc48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:40.913251 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5e652be1-c8da-46cb-8ccd-09a43d38dc48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:40.953294 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0361c-3227-47a6-adeb-c80d6f18de17 req-5bdcbae2-c93e-40fa-9e6c-22d8685a17de tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:40.954764 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-88f0361c-3227-47a6-adeb-c80d6f18de17 req-5bdcbae2-c93e-40fa-9e6c-22d8685a17de tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.0489702 Aug 31 01:13:40.972779 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5e652be1-c8da-46cb-8ccd-09a43d38dc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:40.991807 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-88f0361c-3227-47a6-adeb-c80d6f18de17 req-858b7bbb-d436-4586-ae83-f36aac07ba27 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310879 Aug 31 01:13:41.011721 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-5e652be1-c8da-46cb-8ccd-09a43d38dc48 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6f64638ef2a44836852dbf9b6126a06d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2873597 Aug 31 01:13:41.012970 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e652be1-c8da-46cb-8ccd-09a43d38dc48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725c42b9-bad7-42dd-9ed7-616655564bbf,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:41.014325 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 59978) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:41.019996 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e652be1-c8da-46cb-8ccd-09a43d38dc48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:41.020365 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e652be1-c8da-46cb-8ccd-09a43d38dc48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:41.020687 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e652be1-c8da-46cb-8ccd-09a43d38dc48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:41.021030 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e652be1-c8da-46cb-8ccd-09a43d38dc48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:41.021361 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e652be1-c8da-46cb-8ccd-09a43d38dc48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:41.021690 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e652be1-c8da-46cb-8ccd-09a43d38dc48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:41.022014 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e652be1-c8da-46cb-8ccd-09a43d38dc48 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:41.022336 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e652be1-c8da-46cb-8ccd-09a43d38dc48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:41.022684 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e652be1-c8da-46cb-8ccd-09a43d38dc48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:41.023009 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e652be1-c8da-46cb-8ccd-09a43d38dc48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:41.023329 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e652be1-c8da-46cb-8ccd-09a43d38dc48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:41.023646 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e652be1-c8da-46cb-8ccd-09a43d38dc48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:13:41.063890 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-625d55a5-8309-46da-87e3-cf3d7361c2fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:41.084035 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-625d55a5-8309-46da-87e3-cf3d7361c2fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:41.242348 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-625d55a5-8309-46da-87e3-cf3d7361c2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:41.244909 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-625d55a5-8309-46da-87e3-cf3d7361c2fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:41.246030 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-625d55a5-8309-46da-87e3-cf3d7361c2fa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/725c42b9-bad7-42dd-9ed7-616655564bbf HTTP/1.1" status: 204 len: 168 time: 0.2306376 Aug 31 01:13:41.254131 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d55a5-8309-46da-87e3-cf3d7361c2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725c42b9-bad7-42dd-9ed7-616655564bbf,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:41.899241 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 59994) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:41.912197 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e39d354f-56b4-4ecf-b9fb-162f5f3e1bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:41.978049 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:41.997886 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e39d354f-56b4-4ecf-b9fb-162f5f3e1bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:42.103813 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e39d354f-56b4-4ecf-b9fb-162f5f3e1bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:42.108214 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dcc39-7586-4f65-a963-c87732bc811e req-92dfeed6-a939-4936-b626-dc96c5ffc4fc tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:42.109688 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-461dcc39-7586-4f65-a963-c87732bc811e req-92dfeed6-a939-4936-b626-dc96c5ffc4fc tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.0520217 Aug 31 01:13:42.142511 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-e39d354f-56b4-4ecf-b9fb-162f5f3e1bb9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9bf75cb8def843eabb05ebe81ae6c31c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2421398 Aug 31 01:13:42.144551 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d354f-56b4-4ecf-b9fb-162f5f3e1bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f603ece6-546c-4a70-a492-6197409aa9c9,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:42.146154 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 59998) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:13:42.157479 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-461dcc39-7586-4f65-a963-c87732bc811e req-63e911f6-0d8b-409c-aabd-5297c13685f0 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417295 Aug 31 01:13:42.201630 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-81a650d0-e5b0-4444-acd1-b8cfa107a562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:42.222096 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-81a650d0-e5b0-4444-acd1-b8cfa107a562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:42.343910 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-81a650d0-e5b0-4444-acd1-b8cfa107a562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:42.346669 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-81a650d0-e5b0-4444-acd1-b8cfa107a562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:42.347801 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-81a650d0-e5b0-4444-acd1-b8cfa107a562 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f603ece6-546c-4a70-a492-6197409aa9c9 HTTP/1.1" status: 204 len: 168 time: 0.2000351 Aug 31 01:13:42.358794 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a650d0-e5b0-4444-acd1-b8cfa107a562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f603ece6-546c-4a70-a492-6197409aa9c9,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:13:42.427768 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c86a0-9521-4166-a8bc-b644054e71fe req-9bb8c005-ad5e-4d1c-a25d-a07ea4d31b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:42.429504 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-254c86a0-9521-4166-a8bc-b644054e71fe req-9bb8c005-ad5e-4d1c-a25d-a07ea4d31b6a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ffa2d2788a446da9bb35bff34b67588&device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 1099 time: 0.0405614 Aug 31 01:13:42.538226 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c86a0-9521-4166-a8bc-b644054e71fe req-705a1aef-87ab-40e7-986a-788c5a6ee5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:42.539710 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-254c86a0-9521-4166-a8bc-b644054e71fe req-705a1aef-87ab-40e7-986a-788c5a6ee5fc service neutron] 10.222.0.72 "GET /v2.0/networks?id=30fb7d9d-48f3-4521-a14a-db6a70863ca4 HTTP/1.1" status: 200 len: 912 time: 0.0885558 Aug 31 01:13:42.608106 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-254c86a0-9521-4166-a8bc-b644054e71fe req-71681d1d-ac52-437b-863f-ed32c825c2ae service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2231241d-a0e5-44ed-9620-73f268e4b109 HTTP/1.1" status: 200 len: 1002 time: 0.0567918 Aug 31 01:13:42.671558 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c86a0-9521-4166-a8bc-b644054e71fe req-9c0060be-467d-4325-a595-919d219cc706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:42.673064 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-254c86a0-9521-4166-a8bc-b644054e71fe req-9c0060be-467d-4325-a595-919d219cc706 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b8d6dea-cd1f-4897-b8eb-208006d6ba9a HTTP/1.1" status: 200 len: 850 time: 0.0468686 Aug 31 01:13:42.719255 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c86a0-9521-4166-a8bc-b644054e71fe req-6303e2ab-63ca-4402-adbb-3ce4a1a52209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:42.720760 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-254c86a0-9521-4166-a8bc-b644054e71fe req-6303e2ab-63ca-4402-adbb-3ce4a1a52209 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30fb7d9d-48f3-4521-a14a-db6a70863ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401161 Aug 31 01:13:43.270760 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1954b68-ca39-4737-a147-0ef5a7b53745 req-f436cfa4-e61a-4d8b-a7b5-4c41b422d06f tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:43.272209 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d1954b68-ca39-4737-a147-0ef5a7b53745 req-f436cfa4-e61a-4d8b-a7b5-4c41b422d06f tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.0475650 Aug 31 01:13:43.311080 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d1954b68-ca39-4737-a147-0ef5a7b53745 req-c6dbd1c1-8236-42b7-a1ae-a2c1b5a5eec7 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317252 Aug 31 01:13:44.071367 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:13:44.429431 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c6bb9-fc46-4bd1-9361-2f50b9dd3aea req-5cfb2e7f-ef54-4ec1-a19a-0fa67786920b tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:44.430922 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2d3c6bb9-fc46-4bd1-9361-2f50b9dd3aea req-5cfb2e7f-ef54-4ec1-a19a-0fa67786920b tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.0514877 Aug 31 01:13:44.468541 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2d3c6bb9-fc46-4bd1-9361-2f50b9dd3aea req-074d4e99-2cc2-46ce-911b-33b74a8c3cf1 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316949 Aug 31 01:13:44.557324 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-254c86a0-9521-4166-a8bc-b644054e71fe req-5a56eafb-d48a-4db7-b480-4c25a904cf5e service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820739 Aug 31 01:13:45.600816 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5fef4-87ec-40e4-8510-e67315d0435a req-90fccc50-ad6a-4792-aa69-19d1129ed64b tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:45.602742 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-07f5fef4-87ec-40e4-8510-e67315d0435a req-90fccc50-ad6a-4792-aa69-19d1129ed64b tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.0656998 Aug 31 01:13:45.643325 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-07f5fef4-87ec-40e4-8510-e67315d0435a req-2175d38a-d58c-4b78-bb48-eb6c8082734a tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340314 Aug 31 01:13:45.799964 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-254c86a0-9521-4166-a8bc-b644054e71fe req-9ff29bdf-588a-4e9c-9d71-fd0540cf0fbc service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344634 Aug 31 01:13:46.765654 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d15e35-0d7e-4115-874d-e62d6b0bf83a req-79ebe50c-d02d-47aa-90c3-3cb97fe8f6a2 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:46.767145 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-53d15e35-0d7e-4115-874d-e62d6b0bf83a req-79ebe50c-d02d-47aa-90c3-3cb97fe8f6a2 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.0548704 Aug 31 01:13:46.803656 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-53d15e35-0d7e-4115-874d-e62d6b0bf83a req-df976af8-4b9c-4edc-9dff-698204c9bec0 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306644 Aug 31 01:13:47.124645 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0cc9f7-7e25-4553-bcc5-83a968947ce2 req-d572586f-cab5-4872-a5da-0f2747816f37 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:47.126084 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ff0cc9f7-7e25-4553-bcc5-83a968947ce2 req-d572586f-cab5-4872-a5da-0f2747816f37 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.0521703 Aug 31 01:13:47.162891 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ff0cc9f7-7e25-4553-bcc5-83a968947ce2 req-c7201d24-0aa0-40c2-ab66-ab1e3cb8da9e tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308728 Aug 31 01:13:48.280284 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80604a57-881b-43bb-9fd3-85d940578a08 req-f9437779-5d38-4eda-9f4d-43bc2b55545f tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:48.281738 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-80604a57-881b-43bb-9fd3-85d940578a08 req-f9437779-5d38-4eda-9f4d-43bc2b55545f tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.0484006 Aug 31 01:13:48.319535 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-80604a57-881b-43bb-9fd3-85d940578a08 req-38cf9c1e-9f14-4b7d-88f0-386b1403f643 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319169 Aug 31 01:13:49.285103 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243544a7-4fcf-440a-be19-a3a311c47006 req-7da396a5-9106-4d01-9689-6cda8c8871b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:49.286620 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-243544a7-4fcf-440a-be19-a3a311c47006 req-7da396a5-9106-4d01-9689-6cda8c8871b1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ffa2d2788a446da9bb35bff34b67588&device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 1099 time: 0.0406005 Aug 31 01:13:49.387383 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243544a7-4fcf-440a-be19-a3a311c47006 req-6574bc93-08df-496f-808d-8dc58d38f837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:49.389316 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-243544a7-4fcf-440a-be19-a3a311c47006 req-6574bc93-08df-496f-808d-8dc58d38f837 service neutron] 10.222.0.72 "GET /v2.0/networks?id=30fb7d9d-48f3-4521-a14a-db6a70863ca4 HTTP/1.1" status: 200 len: 912 time: 0.0882199 Aug 31 01:13:49.453847 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afbb850-84de-4f0f-a7ee-0f5e608731ec req-0705c5b8-4232-4aab-8de3-43c68406dc97 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:49.455985 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7afbb850-84de-4f0f-a7ee-0f5e608731ec req-0705c5b8-4232-4aab-8de3-43c68406dc97 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.0654709 Aug 31 01:13:49.460315 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-243544a7-4fcf-440a-be19-a3a311c47006 req-4395b1c9-7348-4e75-826f-d1705099738e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2231241d-a0e5-44ed-9620-73f268e4b109 HTTP/1.1" status: 200 len: 1002 time: 0.0611680 Aug 31 01:13:49.495748 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7afbb850-84de-4f0f-a7ee-0f5e608731ec req-6ff2b1be-ee2a-4826-a444-1811e01ce160 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340011 Aug 31 01:13:49.522579 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243544a7-4fcf-440a-be19-a3a311c47006 req-cf06188b-1bd2-4d6d-b927-671bf422ee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:49.527778 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-243544a7-4fcf-440a-be19-a3a311c47006 req-cf06188b-1bd2-4d6d-b927-671bf422ee7c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b8d6dea-cd1f-4897-b8eb-208006d6ba9a HTTP/1.1" status: 200 len: 850 time: 0.0500333 Aug 31 01:13:49.580257 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243544a7-4fcf-440a-be19-a3a311c47006 req-3f2312d6-7986-4853-a9b9-59f315878ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:49.581737 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-243544a7-4fcf-440a-be19-a3a311c47006 req-3f2312d6-7986-4853-a9b9-59f315878ca6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30fb7d9d-48f3-4521-a14a-db6a70863ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443749 Aug 31 01:13:49.672886 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-243544a7-4fcf-440a-be19-a3a311c47006 req-461cb3ca-858e-436c-a3b6-f7c523113c7a service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831523 Aug 31 01:13:49.771933 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-243544a7-4fcf-440a-be19-a3a311c47006 req-c9bcb336-2b8d-474b-abbb-51a12ce3402f service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907798 Aug 31 01:13:50.616710 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb55a1-9725-4480-bf63-a565b173bad9 req-95abc7fd-210f-425c-ac25-eae8c8eb1ecc tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:50.618181 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bacb55a1-9725-4480-bf63-a565b173bad9 req-95abc7fd-210f-425c-ac25-eae8c8eb1ecc tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.0538478 Aug 31 01:13:50.657056 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bacb55a1-9725-4480-bf63-a565b173bad9 req-8ff0c4c9-14a5-4b77-8d76-db44ac24e6a4 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326529 Aug 31 01:13:51.760653 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:13:51.773925 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3372e-5958-4f56-bff2-2ee22f81086e req-7c3d796f-555e-4891-bf68-55b68d07cece tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:13:51.775410 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-14d3372e-5958-4f56-bff2-2ee22f81086e req-7c3d796f-555e-4891-bf68-55b68d07cece tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.0482640 Aug 31 01:13:51.813875 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-14d3372e-5958-4f56-bff2-2ee22f81086e req-c5adbe67-9453-47ae-a200-bad3ae6c71e6 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325351 Aug 31 01:14:06.534556 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-1c1c0b69-921e-4853-b054-046b034bf682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:06.864303 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 60342) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:06.967841 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-081eed7a-04a6-4bb1-8c40-d10497f11904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:07.051399 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-081eed7a-04a6-4bb1-8c40-d10497f11904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:07.116902 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-081eed7a-04a6-4bb1-8c40-d10497f11904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:07.154660 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-081eed7a-04a6-4bb1-8c40-d10497f11904 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7cbf84e4408a44958bf95f7df323d5b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2892408 Aug 31 01:14:07.155481 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081eed7a-04a6-4bb1-8c40-d10497f11904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667b8f4d-fe0c-4038-a6fb-df5ec115405e,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:07.157396 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 60346) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:07.206318 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-588499fb-44e7-47e9-a3fa-20900fffdcc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:07.226806 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-588499fb-44e7-47e9-a3fa-20900fffdcc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:07.340048 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-588499fb-44e7-47e9-a3fa-20900fffdcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:07.342646 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-588499fb-44e7-47e9-a3fa-20900fffdcc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:07.343787 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-588499fb-44e7-47e9-a3fa-20900fffdcc9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/667b8f4d-fe0c-4038-a6fb-df5ec115405e HTTP/1.1" status: 204 len: 168 time: 0.1853988 Aug 31 01:14:07.352265 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588499fb-44e7-47e9-a3fa-20900fffdcc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667b8f4d-fe0c-4038-a6fb-df5ec115405e,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:07.358702 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588499fb-44e7-47e9-a3fa-20900fffdcc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:07.359046 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588499fb-44e7-47e9-a3fa-20900fffdcc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:07.359379 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588499fb-44e7-47e9-a3fa-20900fffdcc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:07.359708 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588499fb-44e7-47e9-a3fa-20900fffdcc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:07.360033 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588499fb-44e7-47e9-a3fa-20900fffdcc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:07.360358 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588499fb-44e7-47e9-a3fa-20900fffdcc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:07.360676 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588499fb-44e7-47e9-a3fa-20900fffdcc9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:07.361103 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588499fb-44e7-47e9-a3fa-20900fffdcc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:07.361298 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588499fb-44e7-47e9-a3fa-20900fffdcc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:07.361617 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588499fb-44e7-47e9-a3fa-20900fffdcc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:07.361933 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588499fb-44e7-47e9-a3fa-20900fffdcc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:07.362524 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588499fb-44e7-47e9-a3fa-20900fffdcc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:08.028333 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 60364) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:08.045664 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-51fa4e0b-c6ce-4a57-a0b4-387019b5e817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:08.133226 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-51fa4e0b-c6ce-4a57-a0b4-387019b5e817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:08.208331 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-51fa4e0b-c6ce-4a57-a0b4-387019b5e817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:08.247606 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-51fa4e0b-c6ce-4a57-a0b4-387019b5e817 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e08d801cf20642058f6bbbd34a754fe1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2180557 Aug 31 01:14:08.248355 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa4e0b-c6ce-4a57-a0b4-387019b5e817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267a185a-9293-4cdd-a37f-3ac519167d99,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:08.250195 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 60368) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:08.298862 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fbd1a090-10b7-46c7-8cb8-8b593ea5083a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:08.319113 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fbd1a090-10b7-46c7-8cb8-8b593ea5083a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:08.483490 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fbd1a090-10b7-46c7-8cb8-8b593ea5083a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:08.486067 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fbd1a090-10b7-46c7-8cb8-8b593ea5083a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:08.487252 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-fbd1a090-10b7-46c7-8cb8-8b593ea5083a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/267a185a-9293-4cdd-a37f-3ac519167d99 HTTP/1.1" status: 204 len: 168 time: 0.2355049 Aug 31 01:14:08.495413 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd1a090-10b7-46c7-8cb8-8b593ea5083a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267a185a-9293-4cdd-a37f-3ac519167d99,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:08.951390 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-9852cb55-0e52-4a76-ba8c-c0974890e8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:09.340393 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:09.616172 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 60400) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:09.720070 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8dfac723-bc91-48ae-94eb-5301224127dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:09.808017 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8dfac723-bc91-48ae-94eb-5301224127dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:09.900647 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8dfac723-bc91-48ae-94eb-5301224127dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:09.938754 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-8dfac723-bc91-48ae-94eb-5301224127dd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b045f9a8eb1a41168b774dad4f3f2514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3209183 Aug 31 01:14:09.939631 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfac723-bc91-48ae-94eb-5301224127dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a7e5a2-df5a-4735-b2ba-7589644199d9,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:09.941617 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 60406) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:09.997045 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bcbe0905-3fb3-4235-9477-52b13b97a7c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:10.001417 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:10.018082 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bcbe0905-3fb3-4235-9477-52b13b97a7c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:10.202898 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bcbe0905-3fb3-4235-9477-52b13b97a7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:10.205656 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-bcbe0905-3fb3-4235-9477-52b13b97a7c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:10.206849 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-bcbe0905-3fb3-4235-9477-52b13b97a7c0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/22a7e5a2-df5a-4735-b2ba-7589644199d9 HTTP/1.1" status: 204 len: 168 time: 0.2642746 Aug 31 01:14:10.215688 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe0905-3fb3-4235-9477-52b13b97a7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a7e5a2-df5a-4735-b2ba-7589644199d9,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:11.848287 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 60458) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:11.952062 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fa7cf91e-9e9c-4252-8bc1-8861fdfd003b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:11.983592 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:12.040405 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fa7cf91e-9e9c-4252-8bc1-8861fdfd003b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:12.099520 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-fa7cf91e-9e9c-4252-8bc1-8861fdfd003b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:12.137191 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-fa7cf91e-9e9c-4252-8bc1-8861fdfd003b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8da3e232ee3648d1b45d64b325f4fe89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2878766 Aug 31 01:14:12.138043 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7cf91e-9e9c-4252-8bc1-8861fdfd003b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7a0a1a-f656-4900-b893-53385f846e7c,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:12.139969 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 60462) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:12.188067 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0a8ec855-842e-4c61-b88f-bcc2019b09d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:12.208568 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0a8ec855-842e-4c61-b88f-bcc2019b09d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:12.326384 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0a8ec855-842e-4c61-b88f-bcc2019b09d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:12.328962 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0a8ec855-842e-4c61-b88f-bcc2019b09d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:12.330103 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-0a8ec855-842e-4c61-b88f-bcc2019b09d2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4a7a0a1a-f656-4900-b893-53385f846e7c HTTP/1.1" status: 204 len: 168 time: 0.1891553 Aug 31 01:14:12.338097 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ec855-842e-4c61-b88f-bcc2019b09d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7a0a1a-f656-4900-b893-53385f846e7c,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:14.088815 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:19.146636 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 60576) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:19.249142 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-771fcc66-78d2-42d5-8194-d8294b8bb275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:19.336108 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-771fcc66-78d2-42d5-8194-d8294b8bb275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:19.462432 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb8c36-77d4-4bd8-952f-6c270143def3 req-48d15268-c248-4cc9-aa02-ebc294e730ab tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:19.463821 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-74eb8c36-77d4-4bd8-952f-6c270143def3 req-48d15268-c248-4cc9-aa02-ebc294e730ab tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 946 time: 0.0483375 Aug 31 01:14:19.488702 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-771fcc66-78d2-42d5-8194-d8294b8bb275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:19.523903 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-74eb8c36-77d4-4bd8-952f-6c270143def3 req-3581d317-4025-4f79-be40-140db9c10fa8 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541849 Aug 31 01:14:19.536831 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-771fcc66-78d2-42d5-8194-d8294b8bb275 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0586e2e7253b4802bf011211e5927328&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3891792 Aug 31 01:14:19.539918 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 60584) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:19.547669 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771fcc66-78d2-42d5-8194-d8294b8bb275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfd3cee-37cb-4aad-a5c8-a6159cec6979,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:19.590148 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9b1102fe-a75c-460e-8ad5-2846f490da54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:19.610026 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9b1102fe-a75c-460e-8ad5-2846f490da54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:19.722854 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9b1102fe-a75c-460e-8ad5-2846f490da54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:19.725307 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9b1102fe-a75c-460e-8ad5-2846f490da54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:19.726437 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-9b1102fe-a75c-460e-8ad5-2846f490da54 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2cfd3cee-37cb-4aad-a5c8-a6159cec6979 HTTP/1.1" status: 204 len: 168 time: 0.1856534 Aug 31 01:14:19.733536 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1102fe-a75c-460e-8ad5-2846f490da54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfd3cee-37cb-4aad-a5c8-a6159cec6979,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:20.644875 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d56925-9e4f-4e5f-a72e-a0373957edd3 req-d05d0a5c-5607-4ff3-8587-82c55cbc6c18 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:20.646341 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-05d56925-9e4f-4e5f-a72e-a0373957edd3 req-d05d0a5c-5607-4ff3-8587-82c55cbc6c18 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 946 time: 0.0487878 Aug 31 01:14:20.686239 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-05d56925-9e4f-4e5f-a72e-a0373957edd3 req-d5dc8544-cbac-4bdb-abf3-b9d31cd35c13 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331597 Aug 31 01:14:21.267671 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 60620) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:21.375329 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d904d76e-8f19-431c-8acc-c75ce3a050cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:21.463251 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d904d76e-8f19-431c-8acc-c75ce3a050cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:21.549881 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d904d76e-8f19-431c-8acc-c75ce3a050cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:21.587702 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-d904d76e-8f19-431c-8acc-c75ce3a050cd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7a4f5a10b3f348389ff195fc73534de7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3190148 Aug 31 01:14:21.588783 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d904d76e-8f19-431c-8acc-c75ce3a050cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1fb5a7-639b-4708-87ce-f0a8b38e0344,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:21.590538 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 60624) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:21.641857 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c9bd08be-d08e-45f1-9028-0e03637db836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:21.662693 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c9bd08be-d08e-45f1-9028-0e03637db836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:21.801186 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c9bd08be-d08e-45f1-9028-0e03637db836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:21.803737 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c9bd08be-d08e-45f1-9028-0e03637db836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:21.804599 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3450f19-5674-44bc-98cc-a28e2c8620bd req-71ccf6a6-300b-4dd2-910c-e4934ff253ac tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:21.806078 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c3450f19-5674-44bc-98cc-a28e2c8620bd req-71ccf6a6-300b-4dd2-910c-e4934ff253ac tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 946 time: 0.0482993 Aug 31 01:14:21.811445 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-c9bd08be-d08e-45f1-9028-0e03637db836 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4a1fb5a7-639b-4708-87ce-f0a8b38e0344 HTTP/1.1" status: 204 len: 168 time: 0.2162180 Aug 31 01:14:21.819299 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd08be-d08e-45f1-9028-0e03637db836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1fb5a7-639b-4708-87ce-f0a8b38e0344,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:21.847305 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c3450f19-5674-44bc-98cc-a28e2c8620bd req-f4b59d39-2951-45be-ab3b-ef835e416839 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341730 Aug 31 01:14:22.738051 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 60660) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:22.836668 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-e8fa9cca-880d-483f-b2ec-cc99c29ea783 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1529095912-network', 'tenant_id': '47cdebd97b944497818aa48978d3f0c0'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:22.920869 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8fa9cca-880d-483f-b2ec-cc99c29ea783 admin admin] Made reservation on behalf of 47cdebd97b944497818aa48978d3f0c0 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:22.923141 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e8fa9cca-880d-483f-b2ec-cc99c29ea783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:22.932374 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e8fa9cca-880d-483f-b2ec-cc99c29ea783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:22.966361 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f19a23d-5217-446f-b938-c64ef205f95c req-1b17df87-c4d2-4d83-911c-3d077dbec200 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:22.967875 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3f19a23d-5217-446f-b938-c64ef205f95c req-1b17df87-c4d2-4d83-911c-3d077dbec200 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 946 time: 0.0507188 Aug 31 01:14:23.007854 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3f19a23d-5217-446f-b938-c64ef205f95c req-d9ee5297-621c-47b5-9999-52c6ebdc32dd tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=66fe9779-4852-4a77-86dc-f07b89bbc3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331409 Aug 31 01:14:23.026144 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e8fa9cca-880d-483f-b2ec-cc99c29ea783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:23.092001 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e8fa9cca-880d-483f-b2ec-cc99c29ea783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:23.115269 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8fa9cca-880d-483f-b2ec-cc99c29ea783 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:14:23.123525 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa9cca-880d-483f-b2ec-cc99c29ea783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c16135-16fc-4151-89a5-35fec977e8a6,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:23.131307 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e8fa9cca-880d-483f-b2ec-cc99c29ea783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:23.131656 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.db.segments_db [None req-e8fa9cca-880d-483f-b2ec-cc99c29ea783 admin admin] Added segment fd060b83-196e-401a-83a1-6b602a9b0632 of type vlan for network 77c04e9b-453e-45c2-b405-4fe2722fae33 Aug 31 01:14:23.210393 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e8fa9cca-880d-483f-b2ec-cc99c29ea783 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766773254247'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:23.224182 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184e6fe-2b6c-48da-af31-c04ff5c1c50c req-32c2e1e7-68d0-4d44-be2d-0abf727aa02d tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:23.225618 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-b184e6fe-2b6c-48da-af31-c04ff5c1c50c req-32c2e1e7-68d0-4d44-be2d-0abf727aa02d tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.72 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 946 time: 0.0957227 Aug 31 01:14:23.305916 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e8fa9cca-880d-483f-b2ec-cc99c29ea783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:23.307098 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fa9cca-880d-483f-b2ec-cc99c29ea783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:23.308042 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e8fa9cca-880d-483f-b2ec-cc99c29ea783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:23.382225 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa9cca-880d-483f-b2ec-cc99c29ea783 admin admin] Pushing event updated for resources: {'Network': ['ID=77c04e9b-453e-45c2-b405-4fe2722fae33,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:23.386371 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-b184e6fe-2b6c-48da-af31-c04ff5c1c50c req-8c001074-7bef-489e-b93b-9b35b151583d tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Deleting port ff29b76d-3af0-481c-8421-0548f73990c2 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:23.386952 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b184e6fe-2b6c-48da-af31-c04ff5c1c50c req-8c001074-7bef-489e-b93b-9b35b151583d tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:23.393219 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Network 77c04e9b-453e-45c2-b405-4fe2722fae33 details requested by agent ovs-agent-dv-cinder-760180-3-iscsi with host dv-cinder-760180-3-iscsi {{(pid=94636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:14:23.440101 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-e8fa9cca-880d-483f-b2ec-cc99c29ea783 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7008684 Aug 31 01:14:23.443024 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 60670) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:23.449947 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-79fbe2f0-0293-470b-9517-3ca439adb14e admin admin] Request body: {'subnet': {'network_id': '77c04e9b-453e-45c2-b405-4fe2722fae33', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1529095912-subnet', 'tenant_id': '47cdebd97b944497818aa48978d3f0c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:23.494179 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-b184e6fe-2b6c-48da-af31-c04ff5c1c50c req-8c001074-7bef-489e-b93b-9b35b151583d tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] For port ff29b76d-3af0-481c-8421-0548f73990c2, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=ff29b76d-3af0-481c-8421-0548f73990c2,segment=NetworkSegment(6d53e54b-6190-4b24-885a-ba7d2444e469),segment_id=6d53e54b-6190-4b24-885a-ba7d2444e469)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:23.494494 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b184e6fe-2b6c-48da-af31-c04ff5c1c50c req-8c001074-7bef-489e-b93b-9b35b151583d tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:23.578156 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79fbe2f0-0293-470b-9517-3ca439adb14e admin admin] Made reservation on behalf of 47cdebd97b944497818aa48978d3f0c0 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:23.580455 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-79fbe2f0-0293-470b-9517-3ca439adb14e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126404190'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:23.781828 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b184e6fe-2b6c-48da-af31-c04ff5c1c50c req-8c001074-7bef-489e-b93b-9b35b151583d tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:23.782776 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b184e6fe-2b6c-48da-af31-c04ff5c1c50c req-8c001074-7bef-489e-b93b-9b35b151583d tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371979'] for floatingip, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:23.782776 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.db.l3_db [req-b184e6fe-2b6c-48da-af31-c04ff5c1c50c req-8c001074-7bef-489e-b93b-9b35b151583d tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Floating IP fd9781fe-b2d6-4e29-8b05-56a06464d4d8 disassociated. External IP: 172.27.3.133, port: ff29b76d-3af0-481c-8421-0548f73990c2. Aug 31 01:14:23.782776 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [req-b184e6fe-2b6c-48da-af31-c04ff5c1c50c req-8c001074-7bef-489e-b93b-9b35b151583d tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Calling delete_port for ff29b76d-3af0-481c-8421-0548f73990c2 owned by compute:nova {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:23.992756 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-79fbe2f0-0293-470b-9517-3ca439adb14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126575090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126404168'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:24.023416 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b184e6fe-2b6c-48da-af31-c04ff5c1c50c req-8c001074-7bef-489e-b93b-9b35b151583d tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126575170'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:24.065497 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c001074-7bef-489e-b93b-9b35b151583d tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Pushing event deleted for resources: {'Port': ['ID=ff29b76d-3af0-481c-8421-0548f73990c2,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:24.091563 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fbe2f0-0293-470b-9517-3ca439adb14e admin admin] Pushing event updated for resources: {'Subnet': ['ID=945ef294-d4ae-49f4-8a52-d45660287bd2,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:24.109920 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a2f7d792-8c1d-4288-85c6-f8568a3652c1 req-4b231dd3-6f02-4f1c-b626-b40512d27ba8 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 210 time: 0.0294988 Aug 31 01:14:24.133642 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fbe2f0-0293-470b-9517-3ca439adb14e admin admin] Checking segment: {'id': 'fd060b83-196e-401a-83a1-6b602a9b0632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '77c04e9b-453e-45c2-b405-4fe2722fae33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:14:24.133989 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fbe2f0-0293-470b-9517-3ca439adb14e admin admin] Network hostable DHCP agents. Network: 77c04e9b-453e-45c2-b405-4fe2722fae33, hostable agents: ['5f164b3b-8391-48cb-99c3-d9cfd53180ad'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:14:24.209079 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b184e6fe-2b6c-48da-af31-c04ff5c1c50c req-8c001074-7bef-489e-b93b-9b35b151583d tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Router 4b3525fc-8196-4326-94be-ddc5a5c3e862 has already been hosted by L3 agent c5d183af-b1ef-4815-8853-b3c8447fce00 {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:14:24.255003 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fbe2f0-0293-470b-9517-3ca439adb14e admin admin] Network 77c04e9b-453e-45c2-b405-4fe2722fae33 is scheduled to be hosted by DHCP agent 5f164b3b-8391-48cb-99c3-d9cfd53180ad with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:14:24.319834 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b184e6fe-2b6c-48da-af31-c04ff5c1c50c req-8c001074-7bef-489e-b93b-9b35b151583d tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify agent at l3_agent.dv-cinder-760180-3-iscsi the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:14:24.329892 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e896386f-5ced-4b56-b8be-7f0c4eec9b46 None None] Sync routers for ids ['4b3525fc-8196-4326-94be-ddc5a5c3e862'] in dv-cinder-760180-3-iscsi {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:14:24.339015 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e896386f-5ced-4b56-b8be-7f0c4eec9b46 None None] Routers {'4b3525fc-8196-4326-94be-ddc5a5c3e862'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:14:24.339833 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-e896386f-5ced-4b56-b8be-7f0c4eec9b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:14:09Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['4b3525fc-8196-4326-94be-ddc5a5c3e862'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:24.357827 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-b184e6fe-2b6c-48da-af31-c04ff5c1c50c req-8c001074-7bef-489e-b93b-9b35b151583d tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] No DVR routers for this DVR port ff29b76d-3af0-481c-8421-0548f73990c2 on host hv-cinder-76018 {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:14:24.359688 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-79fbe2f0-0293-470b-9517-3ca439adb14e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760180-3-iscsi, 77c04e9b-453e-45c2-b405-4fe2722fae33) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:24.361259 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-b184e6fe-2b6c-48da-af31-c04ff5c1c50c req-8c001074-7bef-489e-b93b-9b35b151583d tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:24.363245 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-b184e6fe-2b6c-48da-af31-c04ff5c1c50c req-8c001074-7bef-489e-b93b-9b35b151583d tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.72 "DELETE /v2.0/ports/ff29b76d-3af0-481c-8421-0548f73990c2 HTTP/1.1" status: 204 len: 173 time: 1.1272955 Aug 31 01:14:24.363685 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18aeaed-813d-454e-afc6-487c99d675eb', 'name': 'network-vif-deleted', 'tag': 'ff29b76d-3af0-481c-8421-0548f73990c2'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:14:24.365913 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b045d85a9f13e76f05933045f29fa7ac65172c85c310fc202a594bb475bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75dba21d-5bf1-4d35-96df-67d08c3f596c" -d '{"events": [{"server_uuid": "c18aeaed-813d-454e-afc6-487c99d675eb", "name": "network-vif-deleted", "tag": "ff29b76d-3af0-481c-8421-0548f73990c2"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:14:24.377183 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fbe2f0-0293-470b-9517-3ca439adb14e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:24.377803 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-79fbe2f0-0293-470b-9517-3ca439adb14e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:24.381373 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21765afc-5ec7-4fb3-bf67-6e6231b7d23b None None] Network 77c04e9b-453e-45c2-b405-4fe2722fae33 requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:14:24.405172 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec61241-c8d3-4c9d-b39e-84f67c2667d8 x-openstack-request-id: req-aec61241-c8d3-4c9d-b39e-84f67c2667d8 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:14:24.405464 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c18aeaed-813d-454e-afc6-487c99d675eb", "name": "network-vif-deleted", "tag": "ff29b76d-3af0-481c-8421-0548f73990c2", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:14:24.405885 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aec61241-c8d3-4c9d-b39e-84f67c2667d8 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:14:24.406263 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c18aeaed-813d-454e-afc6-487c99d675eb', 'name': 'network-vif-deleted', 'tag': 'ff29b76d-3af0-481c-8421-0548f73990c2', 'status': 'completed', 'code': 200} Aug 31 01:14:24.501616 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-79fbe2f0-0293-470b-9517-3ca439adb14e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0574765 Aug 31 01:14:24.627536 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-e896386f-5ced-4b56-b8be-7f0c4eec9b46 None None] Set router 4b3525fc-8196-4326-94be-ddc5a5c3e862 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:14:24.735767 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39227ea-4c51-49d3-b348-ad3038385ae3 None None] Network 77c04e9b-453e-45c2-b405-4fe2722fae33 requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:14:24.970453 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-e896386f-5ced-4b56-b8be-7f0c4eec9b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'name': 'tempest-AttachVolumeShelveTestJSON-2113926238-router', 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'b7faadf1-a0aa-444e-8412-24b9542bff98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:34Z', 'updated_at': '2021-08-31T01:09:44Z', 'revision_number': 4, 'project_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'gw_port': {'id': 'b7faadf1-a0aa-444e-8412-24b9542bff98', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:41:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:35Z', 'updated_at': '2021-08-31T01:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': '439a5d3d-003f-4c41-b802-c13259706c8a', 'name': '', 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff', 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'mac_address': 'fa:16:3e:17:86:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:41Z', 'updated_at': '2021-08-31T01:09:56Z', 'revision_number': 5, 'project_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'subnets': [{'id': '8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:24.996369 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e896386f-5ced-4b56-b8be-7f0c4eec9b46 None None] Checking router: 4b3525fc-8196-4326-94be-ddc5a5c3e862 for host: dv-cinder-760180-3-iscsi {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:14:25.004504 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e896386f-5ced-4b56-b8be-7f0c4eec9b46 None None] Routers {'4b3525fc-8196-4326-94be-ddc5a5c3e862'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:14:25.005103 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-e896386f-5ced-4b56-b8be-7f0c4eec9b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:14:09Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['4b3525fc-8196-4326-94be-ddc5a5c3e862'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:25.120447 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-e896386f-5ced-4b56-b8be-7f0c4eec9b46 None None] Set router 4b3525fc-8196-4326-94be-ddc5a5c3e862 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:14:25.228478 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4cea651a-fb76-4289-8766-fdace176dbaa req-da33c801-4f5c-4f66-9ad1-e34708342dec tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 210 time: 0.0335357 Aug 31 01:14:25.329163 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-e896386f-5ced-4b56-b8be-7f0c4eec9b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'name': 'tempest-AttachVolumeShelveTestJSON-2113926238-router', 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'b7faadf1-a0aa-444e-8412-24b9542bff98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:34Z', 'updated_at': '2021-08-31T01:09:44Z', 'revision_number': 4, 'project_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'gw_port': {'id': 'b7faadf1-a0aa-444e-8412-24b9542bff98', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:41:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:35Z', 'updated_at': '2021-08-31T01:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': '439a5d3d-003f-4c41-b802-c13259706c8a', 'name': '', 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff', 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'mac_address': 'fa:16:3e:17:86:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:41Z', 'updated_at': '2021-08-31T01:09:56Z', 'revision_number': 5, 'project_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'subnets': [{'id': '8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:25.361867 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e896386f-5ced-4b56-b8be-7f0c4eec9b46 None None] The sync data for ids ['4b3525fc-8196-4326-94be-ddc5a5c3e862'] in dv-cinder-760180-3-iscsi is: [{'id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'name': 'tempest-AttachVolumeShelveTestJSON-2113926238-router', 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'b7faadf1-a0aa-444e-8412-24b9542bff98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:34Z', 'updated_at': '2021-08-31T01:09:44Z', 'revision_number': 4, 'project_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'gw_port': {'id': 'b7faadf1-a0aa-444e-8412-24b9542bff98', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:41:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:35Z', 'updated_at': '2021-08-31T01:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': '439a5d3d-003f-4c41-b802-c13259706c8a', 'name': '', 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff', 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'mac_address': 'fa:16:3e:17:86:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:41Z', 'updated_at': '2021-08-31T01:09:56Z', 'revision_number': 5, 'project_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'subnets': [{'id': '8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:14:25.597405 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a305be-7c46-4770-9d72-cd14051adf4e None None] New status for floating IP fd9781fe-b2d6-4e29-8b05-56a06464d4d8: DOWN {{(pid=94637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:14:26.316116 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-afa1b0f5-cea5-457a-8f67-7c0123dafac3 req-8667e053-5a0e-4ecb-8f68-82419ee991e9 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 210 time: 0.0264032 Aug 31 01:14:27.422651 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-cf498011-efd1-4174-ab72-15263e3628f7 req-9cfba50a-e41f-4e67-b946-6862229bf623 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=c18aeaed-813d-454e-afc6-487c99d675eb HTTP/1.1" status: 200 len: 210 time: 0.0261264 Aug 31 01:14:28.609212 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 60742) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:28.665689 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-21ea6af7-f984-4332-8941-150f887dfd02 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:28.688525 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-21ea6af7-f984-4332-8941-150f887dfd02 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:28.751696 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40946198-312f-437c-a89d-899a5f588fa0 req-c44af462-5f00-412a-b535-468866248076 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:28.753681 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-40946198-312f-437c-a89d-899a5f588fa0 req-c44af462-5f00-412a-b535-468866248076 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/networks?id=77c04e9b-453e-45c2-b405-4fe2722fae33 HTTP/1.1" status: 200 len: 814 time: 0.1055388 Aug 31 01:14:28.759552 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:14:28.774581 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-40946198-312f-437c-a89d-899a5f588fa0 req-1ce8db53-0616-47dc-9d8d-4ab0dc926f55 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/quotas/47cdebd97b944497818aa48978d3f0c0 HTTP/1.1" status: 200 len: 375 time: 0.0095525 Aug 31 01:14:28.802789 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-40946198-312f-437c-a89d-899a5f588fa0 req-7344bb63-b8ed-4ba3-97fc-9405fb0d9fd1 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=47cdebd97b944497818aa48978d3f0c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253017 Aug 31 01:14:28.808741 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-21ea6af7-f984-4332-8941-150f887dfd02 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:28.811686 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-21ea6af7-f984-4332-8941-150f887dfd02 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:28.812912 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-21ea6af7-f984-4332-8941-150f887dfd02 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "DELETE /v2.0/security-groups/66fe9779-4852-4a77-86dc-f07b89bbc3d7 HTTP/1.1" status: 204 len: 168 time: 0.2029943 Aug 31 01:14:28.816235 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 60748) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:28.833581 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea6af7-f984-4332-8941-150f887dfd02 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fe9779-4852-4a77-86dc-f07b89bbc3d7,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:28.837675 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.api.v2.resource [None req-0221f4ec-1cb2-462a-b370-a3702a98a31f tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] show failed (client error): The resource could not be found. Aug 31 01:14:28.838935 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-0221f4ec-1cb2-462a-b370-a3702a98a31f tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups/66fe9779-4852-4a77-86dc-f07b89bbc3d7 HTTP/1.1" status: 404 len: 347 time: 0.0215247 Aug 31 01:14:28.841847 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 60750) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:28.895806 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-40946198-312f-437c-a89d-899a5f588fa0 req-1c48b55b-aa14-446e-bce0-01995d522d1a service neutron] 10.222.0.43 "GET /v2.0/networks/77c04e9b-453e-45c2-b405-4fe2722fae33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858665 Aug 31 01:14:28.968014 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-8f9be903-b4e3-428d-8709-92a561ec713a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Deleting port f4b5efea-1360-4ded-846c-92404fd48644 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:28.968356 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8f9be903-b4e3-428d-8709-92a561ec713a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:28.995411 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6c8946c0-e3b7-44e7-a618-33882c2538e7 req-1d3ea398-6d0c-412c-b952-e8924744ceae tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1400190033&fields=id&tenant_id=903de612f2344f45af5b8ec67b92b43b HTTP/1.1" status: 200 len: 267 time: 0.0476837 Aug 31 01:14:29.025490 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-40946198-312f-437c-a89d-899a5f588fa0 req-e6f5ea3e-6fdf-41c7-a1a2-b9d28c9971b7 service neutron] 10.222.0.43 "GET /v2.0/networks/77c04e9b-453e-45c2-b405-4fe2722fae33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203771 Aug 31 01:14:29.050971 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8f9be903-b4e3-428d-8709-92a561ec713a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:29.051303 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8f9be903-b4e3-428d-8709-92a561ec713a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:29.062195 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8946c0-e3b7-44e7-a618-33882c2538e7 req-c0fb02c1-daef-46ee-a3a5-90d9ec9a146e tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:29.063433 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-8f9be903-b4e3-428d-8709-92a561ec713a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Calling delete_port for f4b5efea-1360-4ded-846c-92404fd48644 owned by network:floatingip {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:29.063850 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6c8946c0-e3b7-44e7-a618-33882c2538e7 req-c0fb02c1-daef-46ee-a3a5-90d9ec9a146e tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 984 time: 0.0585427 Aug 31 01:14:29.075744 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [req-6c8946c0-e3b7-44e7-a618-33882c2538e7 req-17061108-b0f5-497e-9143-1a0a070e4974 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Request body: {'port': {'security_groups': ['d5db1daa-a506-4957-8837-925c5bc59749']}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:29.149064 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-6c8946c0-e3b7-44e7-a618-33882c2538e7 req-17061108-b0f5-497e-9143-1a0a070e4974 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:29.261187 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9880a1db-20fd-4b15-ba01-18cffca11862 req-3d502532-0b5a-471b-b62b-56f0761d4bac tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=edd21c95-4861-4a83-ace9-f049a4ccb48b HTTP/1.1" status: 200 len: 210 time: 0.0422747 Aug 31 01:14:29.272219 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8f9be903-b4e3-428d-8709-92a561ec713a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126575170'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:29.303272 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9be903-b4e3-428d-8709-92a561ec713a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Pushing event deleted for resources: {'Port': ['ID=f4b5efea-1360-4ded-846c-92404fd48644,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:29.373933 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8f9be903-b4e3-428d-8709-92a561ec713a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks [] for floatingip, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:29.376865 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8f9be903-b4e3-428d-8709-92a561ec713a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:29.378179 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-8f9be903-b4e3-428d-8709-92a561ec713a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "DELETE /v2.0/floatingips/fd9781fe-b2d6-4e29-8b05-56a06464d4d8 HTTP/1.1" status: 204 len: 168 time: 0.5350363 Aug 31 01:14:29.384018 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [req-6c8946c0-e3b7-44e7-a618-33882c2538e7 req-17061108-b0f5-497e-9143-1a0a070e4974 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] For port fc9b8e88-6b4a-4fe6-a915-ce88699f84b5, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=fc9b8e88-6b4a-4fe6-a915-ce88699f84b5,segment=NetworkSegment(8e0748bd-fe28-47cc-9566-cdcf79345b0c),segment_id=8e0748bd-fe28-47cc-9566-cdcf79345b0c)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:29.419733 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-6c8946c0-e3b7-44e7-a618-33882c2538e7 req-17061108-b0f5-497e-9143-1a0a070e4974 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:29.523430 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-6c8946c0-e3b7-44e7-a618-33882c2538e7 req-17061108-b0f5-497e-9143-1a0a070e4974 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127206981'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:29.538026 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] get_ports_and_sgs() called for port_ids ['fc9b8e88-6b4a-4fe6-a915-ce88699f84b5'] {{(pid=94636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:14:29.573557 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8946c0-e3b7-44e7-a618-33882c2538e7 req-17061108-b0f5-497e-9143-1a0a070e4974 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:29.574311 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-6c8946c0-e3b7-44e7-a618-33882c2538e7 req-17061108-b0f5-497e-9143-1a0a070e4974 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for port, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:29.576170 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6c8946c0-e3b7-44e7-a618-33882c2538e7 req-17061108-b0f5-497e-9143-1a0a070e4974 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "PUT /v2.0/ports/fc9b8e88-6b4a-4fe6-a915-ce88699f84b5 HTTP/1.1" status: 200 len: 942 time: 0.5047681 Aug 31 01:14:29.578875 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb348ca-1622-4668-9b35-3d7328669904', 'tag': 'fc9b8e88-6b4a-4fe6-a915-ce88699f84b5'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:14:29.583040 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 60772) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:29.585122 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b881214d57cd1965c46d5ffcb12adc10c1d351a412fd4a0d5151f09a2b3a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a4ce08-5a9b-4d3e-ab1a-a11d7b5a27f6" -d '{"events": [{"name": "network-changed", "server_uuid": "acb348ca-1622-4668-9b35-3d7328669904", "tag": "fc9b8e88-6b4a-4fe6-a915-ce88699f84b5"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:14:29.633244 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17061108-b0f5-497e-9143-1a0a070e4974 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Pushing event updated for resources: {'Port': ['ID=fc9b8e88-6b4a-4fe6-a915-ce88699f84b5,revision_number=7']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:29.671071 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1223ad2-36d6-4e1a-9590-a04bfe98ec94 x-openstack-request-id: req-b1223ad2-36d6-4e1a-9590-a04bfe98ec94 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:14:29.671569 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb348ca-1622-4668-9b35-3d7328669904", "tag": "fc9b8e88-6b4a-4fe6-a915-ce88699f84b5", "status": "completed", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:14:29.671983 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b1223ad2-36d6-4e1a-9590-a04bfe98ec94 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:14:29.672671 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb348ca-1622-4668-9b35-3d7328669904', 'tag': 'fc9b8e88-6b4a-4fe6-a915-ce88699f84b5', 'status': 'completed', 'code': 200} Aug 31 01:14:29.694405 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8fd26ea4-002b-4ada-9388-1a6e1749989d tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:29.701096 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] get_ports_and_sgs() called for port_ids ['fc9b8e88-6b4a-4fe6-a915-ce88699f84b5'] {{(pid=94636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:14:29.756202 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8fd26ea4-002b-4ada-9388-1a6e1749989d tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:29.773781 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4ce08-5a9b-4d3e-ab1a-a11d7b5a27f6 req-6d2cb52e-beb7-4b36-84ef-83a6bbb227de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:29.775525 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-b7a4ce08-5a9b-4d3e-ab1a-a11d7b5a27f6 req-6d2cb52e-beb7-4b36-84ef-83a6bbb227de service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=903de612f2344f45af5b8ec67b92b43b&device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 1098 time: 0.0776362 Aug 31 01:14:29.926962 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4ce08-5a9b-4d3e-ab1a-a11d7b5a27f6 req-a6a5a369-cdd0-40da-816a-e6bc311b234b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:29.928794 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-b7a4ce08-5a9b-4d3e-ab1a-a11d7b5a27f6 req-a6a5a369-cdd0-40da-816a-e6bc311b234b service neutron] 10.222.0.72 "GET /v2.0/networks?id=10ac124c-9093-45e3-86e4-1440cfd9ebfd HTTP/1.1" status: 200 len: 915 time: 0.1376431 Aug 31 01:14:29.929383 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-490a3e8f-71d5-4670-8eef-2e1daa348931 None None] Provisioning complete for port fc9b8e88-6b4a-4fe6-a915-ce88699f84b5 triggered by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:14:29.929756 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-490a3e8f-71d5-4670-8eef-2e1daa348931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:29.999290 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-b7a4ce08-5a9b-4d3e-ab1a-a11d7b5a27f6 req-be7287ae-45c2-4f56-bab2-afc84c9fa2fe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc9b8e88-6b4a-4fe6-a915-ce88699f84b5 HTTP/1.1" status: 200 len: 1001 time: 0.0609972 Aug 31 01:14:30.047093 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8fd26ea4-002b-4ada-9388-1a6e1749989d tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:30.049699 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8fd26ea4-002b-4ada-9388-1a6e1749989d tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:30.050874 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-8fd26ea4-002b-4ada-9388-1a6e1749989d tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "DELETE /v2.0/security-groups/e4533492-d72c-409c-9a0b-70fbfdd89782 HTTP/1.1" status: 204 len: 168 time: 0.4666743 Aug 31 01:14:30.053833 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 60780) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:30.063653 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd26ea4-002b-4ada-9388-1a6e1749989d tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4533492-d72c-409c-9a0b-70fbfdd89782,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:30.068616 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4ce08-5a9b-4d3e-ab1a-a11d7b5a27f6 req-4ee68afd-8a34-4cd0-a7b8-bded6cd6d59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:30.070093 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-b7a4ce08-5a9b-4d3e-ab1a-a11d7b5a27f6 req-4ee68afd-8a34-4cd0-a7b8-bded6cd6d59e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=932a558b-fbdc-4fae-8436-489e1510f27c HTTP/1.1" status: 200 len: 853 time: 0.0629933 Aug 31 01:14:30.123454 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4ce08-5a9b-4d3e-ab1a-a11d7b5a27f6 req-d576a6bc-18e6-4b9b-9866-cb84bb28df0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:30.125105 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-b7a4ce08-5a9b-4d3e-ab1a-a11d7b5a27f6 req-d576a6bc-18e6-4b9b-9866-cb84bb28df0d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=10ac124c-9093-45e3-86e4-1440cfd9ebfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469322 Aug 31 01:14:30.130521 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device ff29b76d-3af0-481c-8421-0548f73990c2 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:14:30.149597 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 60782) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:30.153241 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] No Port match for: ff29b76d-3af0-481c-8421-0548f73990c2 {{(pid=94636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:14:30.153586 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device ff29b76d-3af0-481c-8421-0548f73990c2 not bound to the agent host hv-cinder-76018 {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:14:30.159711 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [None req-8847574b-bb4b-4cea-8f1e-d54953497dbd tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Request body: {'security_group': {'name': 'tempest-securitygroup--661485817', 'description': 'tempest-description--254652073'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:30.221423 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-b7a4ce08-5a9b-4d3e-ab1a-a11d7b5a27f6 req-29dffd5e-2f5c-47d9-9505-1d8088da3dbb service neutron] 10.222.0.72 "GET /v2.0/networks/10ac124c-9093-45e3-86e4-1440cfd9ebfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880301 Aug 31 01:14:30.283434 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8847574b-bb4b-4cea-8f1e-d54953497dbd tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks [] for security_group, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:30.319010 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-b7a4ce08-5a9b-4d3e-ab1a-a11d7b5a27f6 req-4f711fc4-f537-40b0-9325-2c3284c38428 service neutron] 10.222.0.72 "GET /v2.0/networks/10ac124c-9093-45e3-86e4-1440cfd9ebfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884042 Aug 31 01:14:30.342543 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-5d355952-f84c-4432-8e05-69dda5338dda tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Deleting port 39e321c8-f5c4-4fcd-a5cd-9c6ca81a2890 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:30.342882 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5d355952-f84c-4432-8e05-69dda5338dda tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:30.417789 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3b6744b7-1cd5-436b-9824-a5c304bc9000 req-29de82bb-f507-41d8-911d-872d3d32cdcd tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=edd21c95-4861-4a83-ace9-f049a4ccb48b HTTP/1.1" status: 200 len: 210 time: 0.0620050 Aug 31 01:14:30.458254 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8847574b-bb4b-4cea-8f1e-d54953497dbd tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks [] for security_group, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:30.473320 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5d355952-f84c-4432-8e05-69dda5338dda tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:30.473645 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5d355952-f84c-4432-8e05-69dda5338dda tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:30.484733 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-5d355952-f84c-4432-8e05-69dda5338dda tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Calling delete_port for 39e321c8-f5c4-4fcd-a5cd-9c6ca81a2890 owned by network:floatingip {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:30.540901 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8847574b-bb4b-4cea-8f1e-d54953497dbd tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:30.600374 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8847574b-bb4b-4cea-8f1e-d54953497dbd tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6419a15b-e61d-4a08-8c79-a669c80fd193,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:30.661025 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8847574b-bb4b-4cea-8f1e-d54953497dbd tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:30.662202 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-8847574b-bb4b-4cea-8f1e-d54953497dbd tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5114908 Aug 31 01:14:30.665198 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 60788) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:30.670160 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-0c83bf5f-a73a-4e51-9b41-a7b4b2e55bc4 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Request body: {'security_group_rule': {'security_group_id': '6419a15b-e61d-4a08-8c79-a669c80fd193', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:30.769119 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5d355952-f84c-4432-8e05-69dda5338dda tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:30.773871 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0c83bf5f-a73a-4e51-9b41-a7b4b2e55bc4 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:30.799144 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d355952-f84c-4432-8e05-69dda5338dda tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Pushing event deleted for resources: {'Port': ['ID=39e321c8-f5c4-4fcd-a5cd-9c6ca81a2890,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:30.864127 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5d355952-f84c-4432-8e05-69dda5338dda tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks [] for floatingip, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:30.864647 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.db.l3_db [None req-5d355952-f84c-4432-8e05-69dda5338dda tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Floating IP 5819f3e8-a525-456f-88a9-41510378bfa6 disassociated (deleted). External IP: 172.27.3.102, port: fc9b8e88-6b4a-4fe6-a915-ce88699f84b5. Aug 31 01:14:31.058368 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0c83bf5f-a73a-4e51-9b41-a7b4b2e55bc4 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:31.077723 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d355952-f84c-4432-8e05-69dda5338dda tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Router e1ee8874-5af9-4abd-a949-7adfaf328549 has already been hosted by L3 agent c5d183af-b1ef-4815-8853-b3c8447fce00 {{(pid=94635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:14:31.118441 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0c83bf5f-a73a-4e51-9b41-a7b4b2e55bc4 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021170'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:31.135368 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c83bf5f-a73a-4e51-9b41-a7b4b2e55bc4 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43d5ec3e-8979-479f-9a61-c4c0cde01009,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:31.209621 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0c83bf5f-a73a-4e51-9b41-a7b4b2e55bc4 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:31.210943 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-0c83bf5f-a73a-4e51-9b41-a7b4b2e55bc4 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5447295 Aug 31 01:14:31.213610 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 60792) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:31.218229 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-08564a56-ca9d-4bcd-9c44-c57ab787975f tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Request body: {'security_group_rule': {'security_group_id': '6419a15b-e61d-4a08-8c79-a669c80fd193', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:31.320449 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-08564a56-ca9d-4bcd-9c44-c57ab787975f tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:31.378131 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-08564a56-ca9d-4bcd-9c44-c57ab787975f tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:31.432341 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d355952-f84c-4432-8e05-69dda5338dda tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify agent at l3_agent.dv-cinder-760180-3-iscsi the message routers_updated {{(pid=94635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:14:31.436757 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5d355952-f84c-4432-8e05-69dda5338dda tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for floatingip, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:31.444082 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734f8751-2d48-4f8b-b282-b102df4adabb None None] Sync routers for ids ['e1ee8874-5af9-4abd-a949-7adfaf328549'] in dv-cinder-760180-3-iscsi {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:14:31.458561 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734f8751-2d48-4f8b-b282-b102df4adabb None None] Routers {'e1ee8874-5af9-4abd-a949-7adfaf328549'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:14:31.459206 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-734f8751-2d48-4f8b-b282-b102df4adabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:14:09Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['e1ee8874-5af9-4abd-a949-7adfaf328549'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:31.463766 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-08564a56-ca9d-4bcd-9c44-c57ab787975f tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021170'] for security_group_rule, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:31.469411 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-5d355952-f84c-4432-8e05-69dda5338dda tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "DELETE /v2.0/floatingips/5819f3e8-a525-456f-88a9-41510378bfa6 HTTP/1.1" status: 204 len: 168 time: 1.4117913 Aug 31 01:14:31.485690 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08564a56-ca9d-4bcd-9c44-c57ab787975f tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ecae967-ecb9-42a2-bd25-c74d61c5da92,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:31.514415 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-35c8ffc5-f4ce-476f-b564-29fbb7d31b5f req-551362cb-4aee-4a08-bc17-d0555247ad2c tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=edd21c95-4861-4a83-ace9-f049a4ccb48b HTTP/1.1" status: 200 len: 210 time: 0.0273917 Aug 31 01:14:31.546150 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-08564a56-ca9d-4bcd-9c44-c57ab787975f tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:31.547624 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-08564a56-ca9d-4bcd-9c44-c57ab787975f tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3330564 Aug 31 01:14:31.553470 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 60800) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:31.558579 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-f32cde2a-363b-48eb-a474-cbeca9bc5825 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Request body: {'floatingip': {'floating_network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:31.592182 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-734f8751-2d48-4f8b-b282-b102df4adabb None None] Set router e1ee8874-5af9-4abd-a949-7adfaf328549 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:14:31.637498 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f32cde2a-363b-48eb-a474-cbeca9bc5825 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks [] for floatingip, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:31.673499 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb348ca-1622-4668-9b35-3d7328669904', 'tag': 'fc9b8e88-6b4a-4fe6-a915-ce88699f84b5'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:14:31.675999 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b881214d57cd1965c46d5ffcb12adc10c1d351a412fd4a0d5151f09a2b3a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa71adc-d513-49f9-b1fa-882ce2437922" -d '{"events": [{"name": "network-changed", "server_uuid": "acb348ca-1622-4668-9b35-3d7328669904", "tag": "fc9b8e88-6b4a-4fe6-a915-ce88699f84b5"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:14:31.719621 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84205c5-6d58-4d87-bdde-e4020fd3b9f7 x-openstack-request-id: req-a84205c5-6d58-4d87-bdde-e4020fd3b9f7 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:14:31.719911 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb348ca-1622-4668-9b35-3d7328669904", "tag": "fc9b8e88-6b4a-4fe6-a915-ce88699f84b5", "status": "completed", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:14:31.720153 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a84205c5-6d58-4d87-bdde-e4020fd3b9f7 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:14:31.724776 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb348ca-1622-4668-9b35-3d7328669904', 'tag': 'fc9b8e88-6b4a-4fe6-a915-ce88699f84b5', 'status': 'completed', 'code': 200} Aug 31 01:14:31.762331 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f32cde2a-363b-48eb-a474-cbeca9bc5825 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:31.812755 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-734f8751-2d48-4f8b-b282-b102df4adabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ee8874-5af9-4abd-a949-7adfaf328549', 'name': 'tempest-TestMinimumBasicScenario-120299156-router', 'tenant_id': '903de612f2344f45af5b8ec67b92b43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '759e51f6-dd3c-490d-82de-363ba1bce85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:01Z', 'updated_at': '2021-08-31T01:11:05Z', 'revision_number': 4, 'project_id': '903de612f2344f45af5b8ec67b92b43b', 'gw_port': {'id': '759e51f6-dd3c-490d-82de-363ba1bce85d', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ee8874-5af9-4abd-a949-7adfaf328549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:02Z', 'updated_at': '2021-08-31T01:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': 'ddb44cb7-1db9-4b3d-9b99-9c6f88e673ad', 'name': '', 'network_id': '10ac124c-9093-45e3-86e4-1440cfd9ebfd', 'tenant_id': '903de612f2344f45af5b8ec67b92b43b', 'mac_address': 'fa:16:3e:f6:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ee8874-5af9-4abd-a949-7adfaf328549', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '932a558b-fbdc-4fae-8436-489e1510f27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:04Z', 'updated_at': '2021-08-31T01:11:13Z', 'revision_number': 5, 'project_id': '903de612f2344f45af5b8ec67b92b43b', 'subnets': [{'id': '932a558b-fbdc-4fae-8436-489e1510f27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:31.843408 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734f8751-2d48-4f8b-b282-b102df4adabb None None] Checking router: e1ee8874-5af9-4abd-a949-7adfaf328549 for host: dv-cinder-760180-3-iscsi {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:14:31.851902 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734f8751-2d48-4f8b-b282-b102df4adabb None None] Routers {'e1ee8874-5af9-4abd-a949-7adfaf328549'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:14:31.852515 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-734f8751-2d48-4f8b-b282-b102df4adabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:14:09Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['e1ee8874-5af9-4abd-a949-7adfaf328549'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:31.870557 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [None req-f32cde2a-363b-48eb-a474-cbeca9bc5825 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Allocated IP 172.27.3.157 (6de9ff05-f8f6-4fd1-b476-077a32a7a2f5/44be20a0-ff0a-4c00-a541-a9ead83fffe9/0e9727bf-cbb6-4968-8cd4-f1e045db3120) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:14:31.959879 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-734f8751-2d48-4f8b-b282-b102df4adabb None None] Set router e1ee8874-5af9-4abd-a949-7adfaf328549 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:14:31.981593 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f32cde2a-363b-48eb-a474-cbeca9bc5825 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:32.060850 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f32cde2a-363b-48eb-a474-cbeca9bc5825 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126575170'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:32.095569 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32cde2a-363b-48eb-a474-cbeca9bc5825 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Network 6de9ff05-f8f6-4fd1-b476-077a32a7a2f5 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:14:32.098358 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-f32cde2a-363b-48eb-a474-cbeca9bc5825 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:32.103848 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32cde2a-363b-48eb-a474-cbeca9bc5825 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:14:32.133565 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32cde2a-363b-48eb-a474-cbeca9bc5825 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Pushing event updated for resources: {'Port': ['ID=0e9727bf-cbb6-4968-8cd4-f1e045db3120,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:32.164748 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-734f8751-2d48-4f8b-b282-b102df4adabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ee8874-5af9-4abd-a949-7adfaf328549', 'name': 'tempest-TestMinimumBasicScenario-120299156-router', 'tenant_id': '903de612f2344f45af5b8ec67b92b43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '759e51f6-dd3c-490d-82de-363ba1bce85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:01Z', 'updated_at': '2021-08-31T01:11:05Z', 'revision_number': 4, 'project_id': '903de612f2344f45af5b8ec67b92b43b', 'gw_port': {'id': '759e51f6-dd3c-490d-82de-363ba1bce85d', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ee8874-5af9-4abd-a949-7adfaf328549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:02Z', 'updated_at': '2021-08-31T01:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': 'ddb44cb7-1db9-4b3d-9b99-9c6f88e673ad', 'name': '', 'network_id': '10ac124c-9093-45e3-86e4-1440cfd9ebfd', 'tenant_id': '903de612f2344f45af5b8ec67b92b43b', 'mac_address': 'fa:16:3e:f6:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ee8874-5af9-4abd-a949-7adfaf328549', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '932a558b-fbdc-4fae-8436-489e1510f27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:04Z', 'updated_at': '2021-08-31T01:11:13Z', 'revision_number': 5, 'project_id': '903de612f2344f45af5b8ec67b92b43b', 'subnets': [{'id': '932a558b-fbdc-4fae-8436-489e1510f27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:32.191655 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734f8751-2d48-4f8b-b282-b102df4adabb None None] The sync data for ids ['e1ee8874-5af9-4abd-a949-7adfaf328549'] in dv-cinder-760180-3-iscsi is: [{'id': 'e1ee8874-5af9-4abd-a949-7adfaf328549', 'name': 'tempest-TestMinimumBasicScenario-120299156-router', 'tenant_id': '903de612f2344f45af5b8ec67b92b43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '759e51f6-dd3c-490d-82de-363ba1bce85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:01Z', 'updated_at': '2021-08-31T01:11:05Z', 'revision_number': 4, 'project_id': '903de612f2344f45af5b8ec67b92b43b', 'gw_port': {'id': '759e51f6-dd3c-490d-82de-363ba1bce85d', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ee8874-5af9-4abd-a949-7adfaf328549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:02Z', 'updated_at': '2021-08-31T01:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': 'ddb44cb7-1db9-4b3d-9b99-9c6f88e673ad', 'name': '', 'network_id': '10ac124c-9093-45e3-86e4-1440cfd9ebfd', 'tenant_id': '903de612f2344f45af5b8ec67b92b43b', 'mac_address': 'fa:16:3e:f6:0e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ee8874-5af9-4abd-a949-7adfaf328549', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '932a558b-fbdc-4fae-8436-489e1510f27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:04Z', 'updated_at': '2021-08-31T01:11:13Z', 'revision_number': 5, 'project_id': '903de612f2344f45af5b8ec67b92b43b', 'subnets': [{'id': '932a558b-fbdc-4fae-8436-489e1510f27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:14:32.196854 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f32cde2a-363b-48eb-a474-cbeca9bc5825 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:32.313904 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f32cde2a-363b-48eb-a474-cbeca9bc5825 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:32.409935 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a17e09-6c33-4247-9270-22b955562a69 None None] New status for floating IP 5819f3e8-a525-456f-88a9-41510378bfa6: DOWN {{(pid=94637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:14:32.466892 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f32cde2a-363b-48eb-a474-cbeca9bc5825 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:32.526695 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f32cde2a-363b-48eb-a474-cbeca9bc5825 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126575227'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:32.592557 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32cde2a-363b-48eb-a474-cbeca9bc5825 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Pushing event updated for resources: {'Port': ['ID=0e9727bf-cbb6-4968-8cd4-f1e045db3120,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:32.604899 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f32cde2a-363b-48eb-a474-cbeca9bc5825 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371979'] for floatingip, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:32.613441 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a10b314a-47ae-4a29-8d54-583de0026ec5 req-dc81f261-5ef9-491c-8f3c-91058793e229 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=edd21c95-4861-4a83-ace9-f049a4ccb48b HTTP/1.1" status: 200 len: 210 time: 0.0275607 Aug 31 01:14:32.689300 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f32cde2a-363b-48eb-a474-cbeca9bc5825 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:32.690572 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-f32cde2a-363b-48eb-a474-cbeca9bc5825 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1359358 Aug 31 01:14:32.876299 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-85030e54-a8e9-4685-a316-df98ad3a4d7a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--661485817&fields=id&tenant_id=8e8ee4f4a0b14bda8b938a88a2dab8cd HTTP/1.1" status: 200 len: 267 time: 0.0327713 Aug 31 01:14:32.985113 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-8d6e3322-efd6-4e57-b2a5-cde9712d6fd6 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:32.986691 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-8d6e3322-efd6-4e57-b2a5-cde9712d6fd6 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/networks?id=cbc670e8-9863-4523-934f-dc257f6800ff HTTP/1.1" status: 200 len: 817 time: 0.1039829 Aug 31 01:14:33.003721 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-d682d396-6832-4ad1-a059-82c828516515 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/quotas/8e8ee4f4a0b14bda8b938a88a2dab8cd HTTP/1.1" status: 200 len: 375 time: 0.0098491 Aug 31 01:14:33.064010 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-fdf55ef1-7e8e-48b5-b3d6-370f9c55e157 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8e8ee4f4a0b14bda8b938a88a2dab8cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0534794 Aug 31 01:14:33.152274 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa71adc-d513-49f9-b1fa-882ce2437922 req-e64183a4-d15b-44b9-a517-cdb2b9721994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:33.154960 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-1fa71adc-d513-49f9-b1fa-882ce2437922 req-e64183a4-d15b-44b9-a517-cdb2b9721994 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=903de612f2344f45af5b8ec67b92b43b&device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 1098 time: 0.0460670 Aug 31 01:14:33.183132 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-b834381a-babc-436b-a19b-a91e9241a419 service neutron] 10.222.0.43 "GET /v2.0/networks/cbc670e8-9863-4523-934f-dc257f6800ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025858 Aug 31 01:14:33.271566 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa71adc-d513-49f9-b1fa-882ce2437922 req-bb56cdaa-e46c-4948-bdc9-3c906f12d247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:33.273644 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-1fa71adc-d513-49f9-b1fa-882ce2437922 req-bb56cdaa-e46c-4948-bdc9-3c906f12d247 service neutron] 10.222.0.72 "GET /v2.0/networks?id=10ac124c-9093-45e3-86e4-1440cfd9ebfd HTTP/1.1" status: 200 len: 915 time: 0.1108453 Aug 31 01:14:33.282747 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-d6c168c0-3c2e-4258-a71e-90c5de866361 service neutron] 10.222.0.43 "GET /v2.0/networks/cbc670e8-9863-4523-934f-dc257f6800ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920172 Aug 31 01:14:33.317815 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-1fa71adc-d513-49f9-b1fa-882ce2437922 req-022dd0f5-dc5f-4c5a-9fc8-a44f6df8c42a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc9b8e88-6b4a-4fe6-a915-ce88699f84b5 HTTP/1.1" status: 200 len: 217 time: 0.0352569 Aug 31 01:14:33.381117 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa71adc-d513-49f9-b1fa-882ce2437922 req-bf33c014-785d-4d71-9ad0-eb8a1752530d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:33.383361 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-1fa71adc-d513-49f9-b1fa-882ce2437922 req-bf33c014-785d-4d71-9ad0-eb8a1752530d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=932a558b-fbdc-4fae-8436-489e1510f27c HTTP/1.1" status: 200 len: 853 time: 0.0528679 Aug 31 01:14:33.431963 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa71adc-d513-49f9-b1fa-882ce2437922 req-5f48c40f-8fbe-4b39-8f56-3b75a4953908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:33.433461 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-1fa71adc-d513-49f9-b1fa-882ce2437922 req-5f48c40f-8fbe-4b39-8f56-3b75a4953908 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=10ac124c-9093-45e3-86e4-1440cfd9ebfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414622 Aug 31 01:14:33.534579 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-1fa71adc-d513-49f9-b1fa-882ce2437922 req-495046d9-17e3-4484-9abe-8e6641e3460e service neutron] 10.222.0.72 "GET /v2.0/networks/10ac124c-9093-45e3-86e4-1440cfd9ebfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898697 Aug 31 01:14:33.636080 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-1fa71adc-d513-49f9-b1fa-882ce2437922 req-9d64ebe4-faf3-434c-a5c7-bfb8c83f3e85 service neutron] 10.222.0.72 "GET /v2.0/networks/10ac124c-9093-45e3-86e4-1440cfd9ebfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913835 Aug 31 01:14:33.644567 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ac93d3f4-8eac-4d24-8a18-681a56eca101 req-26036fdc-34ff-47ec-a1f5-d6248934537b tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 210 time: 0.1578946 Aug 31 01:14:33.777163 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-30d1ca4a-8516-44c3-9f96-9618dfcf6451 req-0b75c884-f0be-4b77-b675-0241782ea42a tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=edd21c95-4861-4a83-ace9-f049a4ccb48b HTTP/1.1" status: 200 len: 210 time: 0.0870743 Aug 31 01:14:34.046953 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40946198-312f-437c-a89d-899a5f588fa0 req-0302a084-bb5a-48c3-8c0d-5c5ecd62e014 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:34.048608 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-40946198-312f-437c-a89d-899a5f588fa0 req-0302a084-bb5a-48c3-8c0d-5c5ecd62e014 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.72 "GET /v2.0/networks?id=77c04e9b-453e-45c2-b405-4fe2722fae33 HTTP/1.1" status: 200 len: 814 time: 0.1024735 Aug 31 01:14:34.069325 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [req-40946198-312f-437c-a89d-899a5f588fa0 req-78c7c3d9-7139-46e9-9a51-84721b79e9ee tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Request body: {'port': {'device_id': 'edd21c95-4861-4a83-ace9-f049a4ccb48b', 'network_id': '77c04e9b-453e-45c2-b405-4fe2722fae33', 'admin_state_up': True, 'tenant_id': '47cdebd97b944497818aa48978d3f0c0'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:34.323286 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40946198-312f-437c-a89d-899a5f588fa0 req-78c7c3d9-7139-46e9-9a51-84721b79e9ee tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Made reservation on behalf of 47cdebd97b944497818aa48978d3f0c0 for: {'port': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:34.326876 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-40946198-312f-437c-a89d-899a5f588fa0 req-78c7c3d9-7139-46e9-9a51-84721b79e9ee tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:34.461478 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.db_base_plugin_common [req-40946198-312f-437c-a89d-899a5f588fa0 req-78c7c3d9-7139-46e9-9a51-84721b79e9ee tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Allocated IP 172.20.0.14 (77c04e9b-453e-45c2-b405-4fe2722fae33/945ef294-d4ae-49f4-8a52-d45660287bd2/ea02dd22-c5e0-4a49-a0d0-18d51f67f978) {{(pid=94634) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:14:34.606997 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-40946198-312f-437c-a89d-899a5f588fa0 req-78c7c3d9-7139-46e9-9a51-84721b79e9ee tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Notify callbacks [] for port, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:34.713020 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-40946198-312f-437c-a89d-899a5f588fa0 req-78c7c3d9-7139-46e9-9a51-84721b79e9ee tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126575170'] for port, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:34.746178 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-837b9a0d-67f6-48fa-8380-1f81fa0b7bac req-8b5ce4a4-0da2-486d-8ea8-77392af073d8 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 210 time: 0.0305598 Aug 31 01:14:34.763442 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40946198-312f-437c-a89d-899a5f588fa0 req-78c7c3d9-7139-46e9-9a51-84721b79e9ee tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Network 77c04e9b-453e-45c2-b405-4fe2722fae33 is already hosted by enough agents. {{(pid=94634) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:14:34.766605 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [req-40946198-312f-437c-a89d-899a5f588fa0 req-78c7c3d9-7139-46e9-9a51-84721b79e9ee tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Resources bound (agent type, host, resource id): {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:34.769137 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [req-40946198-312f-437c-a89d-899a5f588fa0 req-78c7c3d9-7139-46e9-9a51-84721b79e9ee tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Received port after_create {{(pid=94634) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:14:34.794859 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c7c3d9-7139-46e9-9a51-84721b79e9ee tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Pushing event updated for resources: {'Port': ['ID=ea02dd22-c5e0-4a49-a0d0-18d51f67f978,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:34.828612 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40946198-312f-437c-a89d-899a5f588fa0 req-78c7c3d9-7139-46e9-9a51-84721b79e9ee tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:34.829279 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-40946198-312f-437c-a89d-899a5f588fa0 req-78c7c3d9-7139-46e9-9a51-84721b79e9ee tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:34.894244 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c312e07-3753-4345-89b0-63491ff9d32c req-12f1fab4-517f-4093-9495-951194e6020c tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:34.895630 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5c312e07-3753-4345-89b0-63491ff9d32c req-12f1fab4-517f-4093-9495-951194e6020c tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=edd21c95-4861-4a83-ace9-f049a4ccb48b HTTP/1.1" status: 200 len: 932 time: 0.0481243 Aug 31 01:14:34.921967 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-40946198-312f-437c-a89d-899a5f588fa0 req-78c7c3d9-7139-46e9-9a51-84721b79e9ee tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8609414 Aug 31 01:14:34.932730 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5c312e07-3753-4345-89b0-63491ff9d32c req-2476e9ad-60ab-4af9-87b2-6567c65959bf tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3c16135-16fc-4151-89a5-35fec977e8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304790 Aug 31 01:14:34.935025 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [req-40946198-312f-437c-a89d-899a5f588fa0 req-f5f84324-741e-42b6-9355-ff19f8071453 service neutron] Request body: {'port': {'device_id': 'edd21c95-4861-4a83-ace9-f049a4ccb48b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:34.989724 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-40946198-312f-437c-a89d-899a5f588fa0 req-f5f84324-741e-42b6-9355-ff19f8071453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:35.252350 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.notifiers.nova [req-40946198-312f-437c-a89d-899a5f588fa0 req-f5f84324-741e-42b6-9355-ff19f8071453 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea02dd22-c5e0-4a49-a0d0-18d51f67f978 {{(pid=94634) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:14:35.259702 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-40946198-312f-437c-a89d-899a5f588fa0 req-f5f84324-741e-42b6-9355-ff19f8071453 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:35.271577 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [req-40946198-312f-437c-a89d-899a5f588fa0 req-f5f84324-741e-42b6-9355-ff19f8071453 service neutron] Transition to ACTIVE for port object ea02dd22-c5e0-4a49-a0d0-18d51f67f978 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:14:35.361272 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-40946198-312f-437c-a89d-899a5f588fa0 req-f5f84324-741e-42b6-9355-ff19f8071453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126575227'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:35.430457 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f84324-741e-42b6-9355-ff19f8071453 service neutron] Pushing event updated for resources: {'Port': ['ID=ea02dd22-c5e0-4a49-a0d0-18d51f67f978,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:35.482554 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-40946198-312f-437c-a89d-899a5f588fa0 req-f5f84324-741e-42b6-9355-ff19f8071453 service neutron] Attempting to bind port ea02dd22-c5e0-4a49-a0d0-18d51f67f978 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:14:35.482904 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-40946198-312f-437c-a89d-899a5f588fa0 req-f5f84324-741e-42b6-9355-ff19f8071453 service neutron] Attempting to bind port ea02dd22-c5e0-4a49-a0d0-18d51f67f978 by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': 'fd060b83-196e-401a-83a1-6b602a9b0632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '77c04e9b-453e-45c2-b405-4fe2722fae33'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:14:35.483244 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40946198-312f-437c-a89d-899a5f588fa0 req-f5f84324-741e-42b6-9355-ff19f8071453 service neutron] Attempting to bind port ea02dd22-c5e0-4a49-a0d0-18d51f67f978 on network 77c04e9b-453e-45c2-b405-4fe2722fae33 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:14:35.487788 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40946198-312f-437c-a89d-899a5f588fa0 req-f5f84324-741e-42b6-9355-ff19f8071453 service neutron] Port ea02dd22-c5e0-4a49-a0d0-18d51f67f978 on network 77c04e9b-453e-45c2-b405-4fe2722fae33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:14:35.488108 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40946198-312f-437c-a89d-899a5f588fa0 req-f5f84324-741e-42b6-9355-ff19f8071453 service neutron] Attempting to bind port ea02dd22-c5e0-4a49-a0d0-18d51f67f978 on network 77c04e9b-453e-45c2-b405-4fe2722fae33 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:14:35.493515 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40946198-312f-437c-a89d-899a5f588fa0 req-f5f84324-741e-42b6-9355-ff19f8071453 service neutron] Checking agent: {'id': 'eda6ee24-af74-4eb1-946c-b1b8388ec369', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 7, 44), 'started_at': datetime.datetime(2021, 8, 31, 1, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:14:35.494341 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-aecddfb3-eb25-4ead-9068-b361ebfec932 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:35.494519 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40946198-312f-437c-a89d-899a5f588fa0 req-f5f84324-741e-42b6-9355-ff19f8071453 service neutron] Checking segment: {'id': 'fd060b83-196e-401a-83a1-6b602a9b0632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '77c04e9b-453e-45c2-b405-4fe2722fae33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:14:35.494639 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40946198-312f-437c-a89d-899a5f588fa0 req-f5f84324-741e-42b6-9355-ff19f8071453 service neutron] Bound using segment: {'id': 'fd060b83-196e-401a-83a1-6b602a9b0632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '77c04e9b-453e-45c2-b405-4fe2722fae33'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:14:35.495252 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [req-40946198-312f-437c-a89d-899a5f588fa0 req-f5f84324-741e-42b6-9355-ff19f8071453 service neutron] Bound port: ea02dd22-c5e0-4a49-a0d0-18d51f67f978, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd060b83-196e-401a-83a1-6b602a9b0632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '77c04e9b-453e-45c2-b405-4fe2722fae33'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:14:35.495624 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-40946198-312f-437c-a89d-899a5f588fa0 req-f5f84324-741e-42b6-9355-ff19f8071453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:35.495897 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-aecddfb3-eb25-4ead-9068-b361ebfec932 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.72 "GET /v2.0/networks?id=cbc670e8-9863-4523-934f-dc257f6800ff HTTP/1.1" status: 200 len: 817 time: 0.1115184 Aug 31 01:14:35.551852 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-9c595fc6-dcd4-4f27-9d48-40d4b702c24c tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e8ee4f4a0b14bda8b938a88a2dab8cd HTTP/1.1" status: 200 len: 379 time: 0.0434403 Aug 31 01:14:35.561685 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-deafb9f6-0285-4860-ae08-150486f58571 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Request body: {'port': {'device_id': '9eebeddb-5cfb-4ac5-ba34-e20f1c94f921', 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff', 'admin_state_up': True, 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'security_groups': ['6419a15b-e61d-4a08-8c79-a669c80fd193']}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:35.574624 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-40946198-312f-437c-a89d-899a5f588fa0 req-f5f84324-741e-42b6-9355-ff19f8071453 service neutron] For port ea02dd22-c5e0-4a49-a0d0-18d51f67f978, host hv-cinder-76018, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:14:35.578917 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [req-40946198-312f-437c-a89d-899a5f588fa0 req-f5f84324-741e-42b6-9355-ff19f8071453 service neutron] For port ea02dd22-c5e0-4a49-a0d0-18d51f67f978, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=ea02dd22-c5e0-4a49-a0d0-18d51f67f978,segment=NetworkSegment(fd060b83-196e-401a-83a1-6b602a9b0632),segment_id=fd060b83-196e-401a-83a1-6b602a9b0632)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:14:35.695529 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-40946198-312f-437c-a89d-899a5f588fa0 req-f5f84324-741e-42b6-9355-ff19f8071453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126575227'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:35.729084 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40946198-312f-437c-a89d-899a5f588fa0 req-f5f84324-741e-42b6-9355-ff19f8071453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:35.729673 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [req-40946198-312f-437c-a89d-899a5f588fa0 req-f5f84324-741e-42b6-9355-ff19f8071453 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for port, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:35.731092 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-40946198-312f-437c-a89d-899a5f588fa0 req-f5f84324-741e-42b6-9355-ff19f8071453 service neutron] 10.222.0.72 "PUT /v2.0/ports/ea02dd22-c5e0-4a49-a0d0-18d51f67f978 HTTP/1.1" status: 200 len: 1094 time: 0.8003502 Aug 31 01:14:35.731585 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edd21c95-4861-4a83-ace9-f049a4ccb48b', 'tag': 'ea02dd22-c5e0-4a49-a0d0-18d51f67f978'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:14:35.733772 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b045d85a9f13e76f05933045f29fa7ac65172c85c310fc202a594bb475bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebac9d6-8789-42fe-8f62-1b97fc97f5d1" -d '{"events": [{"name": "network-changed", "server_uuid": "edd21c95-4861-4a83-ace9-f049a4ccb48b", "tag": "ea02dd22-c5e0-4a49-a0d0-18d51f67f978"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:14:35.757391 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f84324-741e-42b6-9355-ff19f8071453 service neutron] Pushing event updated for resources: {'Port': ['ID=ea02dd22-c5e0-4a49-a0d0-18d51f67f978,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:35.783554 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c550ab61-a658-44da-b2bc-dc3c6940664a x-openstack-request-id: req-c550ab61-a658-44da-b2bc-dc3c6940664a {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:14:35.783845 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edd21c95-4861-4a83-ace9-f049a4ccb48b", "tag": "ea02dd22-c5e0-4a49-a0d0-18d51f67f978", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:14:35.784147 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c550ab61-a658-44da-b2bc-dc3c6940664a {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:14:35.784474 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edd21c95-4861-4a83-ace9-f049a4ccb48b', 'tag': 'ea02dd22-c5e0-4a49-a0d0-18d51f67f978', 'status': 'completed', 'code': 200} Aug 31 01:14:35.796984 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-deafb9f6-0285-4860-ae08-150486f58571 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Made reservation on behalf of 8e8ee4f4a0b14bda8b938a88a2dab8cd for: {'port': 1} {{(pid=94635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:35.802501 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-deafb9f6-0285-4860-ae08-150486f58571 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:35.859458 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebac9d6-8789-42fe-8f62-1b97fc97f5d1 req-99bca103-adb4-4722-95cc-73dfd1a3cde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:35.861075 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-aebac9d6-8789-42fe-8f62-1b97fc97f5d1 req-99bca103-adb4-4722-95cc-73dfd1a3cde3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=47cdebd97b944497818aa48978d3f0c0&device_id=edd21c95-4861-4a83-ace9-f049a4ccb48b HTTP/1.1" status: 200 len: 1097 time: 0.0493267 Aug 31 01:14:35.899374 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6f09f5ea-5e22-4ca9-b844-1a1c76eb258e req-dac99b79-41a8-4d4d-9381-c95f7eccf582 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 210 time: 0.0376973 Aug 31 01:14:35.966781 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-deafb9f6-0285-4860-ae08-150486f58571 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Allocated IP 172.20.0.12 (cbc670e8-9863-4523-934f-dc257f6800ff/8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9/5fa7986e-c6cc-45c9-a07a-06a5c8573e7d) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:14:35.974964 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebac9d6-8789-42fe-8f62-1b97fc97f5d1 req-3179a937-3703-40f9-a208-d28cfc35be92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:35.977708 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-aebac9d6-8789-42fe-8f62-1b97fc97f5d1 req-3179a937-3703-40f9-a208-d28cfc35be92 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=47cdebd97b944497818aa48978d3f0c0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1075962 Aug 31 01:14:36.080289 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebac9d6-8789-42fe-8f62-1b97fc97f5d1 req-633e5864-f7a9-4ab4-95f2-d4ce1c7e8e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:36.081742 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-aebac9d6-8789-42fe-8f62-1b97fc97f5d1 req-633e5864-f7a9-4ab4-95f2-d4ce1c7e8e49 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935478 Aug 31 01:14:36.135067 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd9710-9889-4f5a-b47c-e0e2f564d5f7 req-c3c1be04-59a0-42ce-9421-c04dd74d6be2 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:36.137776 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-98cd9710-9889-4f5a-b47c-e0e2f564d5f7 req-c3c1be04-59a0-42ce-9421-c04dd74d6be2 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=edd21c95-4861-4a83-ace9-f049a4ccb48b HTTP/1.1" status: 200 len: 944 time: 0.1232846 Aug 31 01:14:36.168097 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40946198-312f-437c-a89d-899a5f588fa0 req-054e1016-1bc6-48df-8e5c-6aeaf66e0e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:36.169932 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-40946198-312f-437c-a89d-899a5f588fa0 req-054e1016-1bc6-48df-8e5c-6aeaf66e0e6a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=47cdebd97b944497818aa48978d3f0c0&device_id=edd21c95-4861-4a83-ace9-f049a4ccb48b HTTP/1.1" status: 200 len: 1097 time: 0.0467205 Aug 31 01:14:36.202740 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-98cd9710-9889-4f5a-b47c-e0e2f564d5f7 req-1da97f77-578e-480b-b575-6449956e2877 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3c16135-16fc-4151-89a5-35fec977e8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581245 Aug 31 01:14:36.212941 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-deafb9f6-0285-4860-ae08-150486f58571 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:36.226536 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-deafb9f6-0285-4860-ae08-150486f58571 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Transition to ACTIVE for port object 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:14:36.228096 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-40946198-312f-437c-a89d-899a5f588fa0 req-50a7ce50-a061-493a-b2a3-e3576094ca55 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea02dd22-c5e0-4a49-a0d0-18d51f67f978 HTTP/1.1" status: 200 len: 217 time: 0.0471189 Aug 31 01:14:36.279237 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40946198-312f-437c-a89d-899a5f588fa0 req-0e397461-5ffd-4baa-bfc9-384b88db6aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:36.280704 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-40946198-312f-437c-a89d-899a5f588fa0 req-0e397461-5ffd-4baa-bfc9-384b88db6aca service neutron] 10.222.0.72 "GET /v2.0/subnets?id=945ef294-d4ae-49f4-8a52-d45660287bd2 HTTP/1.1" status: 200 len: 854 time: 0.0445969 Aug 31 01:14:36.311710 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-40946198-312f-437c-a89d-899a5f588fa0 req-0d7b72f5-b58e-42ac-9f0b-a8a560adc1ec service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77c04e9b-453e-45c2-b405-4fe2722fae33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232222 Aug 31 01:14:36.329606 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-deafb9f6-0285-4860-ae08-150486f58571 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:36.369465 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-deafb9f6-0285-4860-ae08-150486f58571 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Network cbc670e8-9863-4523-934f-dc257f6800ff is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:14:36.374500 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-deafb9f6-0285-4860-ae08-150486f58571 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:36.378186 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-deafb9f6-0285-4860-ae08-150486f58571 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:14:36.410596 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deafb9f6-0285-4860-ae08-150486f58571 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Pushing event updated for resources: {'Port': ['ID=5fa7986e-c6cc-45c9-a07a-06a5c8573e7d,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:36.413637 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-40946198-312f-437c-a89d-899a5f588fa0 req-ac7dede0-5b1d-4131-9fc8-f8ef96f1c0b7 service neutron] 10.222.0.72 "GET /v2.0/networks/77c04e9b-453e-45c2-b405-4fe2722fae33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937397 Aug 31 01:14:36.435871 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-deafb9f6-0285-4860-ae08-150486f58571 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:36.436600 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-deafb9f6-0285-4860-ae08-150486f58571 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for port, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:36.540845 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-deafb9f6-0285-4860-ae08-150486f58571 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9781446 Aug 31 01:14:36.580737 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-dd9a7949-7770-471f-b8cf-887b3c86bac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:36.643427 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-5bab1c05-618f-4bfd-936c-0390b7db0cfd None None] Provisioning for port 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d completed by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:14:36.647211 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-5bab1c05-618f-4bfd-936c-0390b7db0cfd None None] Provisioning complete for port 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d triggered by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:14:36.647630 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-5bab1c05-618f-4bfd-936c-0390b7db0cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:36.681249 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-5bab1c05-618f-4bfd-936c-0390b7db0cfd None None] Port 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d cannot update to ACTIVE because it is not bound. {{(pid=94636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:14:36.978411 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5605a-c2d8-4b1a-af2d-d217690733d5 req-2a96a80a-e027-41ef-846d-99ace7386431 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:36.979913 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2ff5605a-c2d8-4b1a-af2d-d217690733d5 req-2a96a80a-e027-41ef-846d-99ace7386431 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 945 time: 0.0508997 Aug 31 01:14:37.041870 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2ff5605a-c2d8-4b1a-af2d-d217690733d5 req-4910ead1-5489-4166-927b-f7f554764bce tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5db1daa-a506-4957-8837-925c5bc59749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530581 Aug 31 01:14:37.050015 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172b4f2-0455-4510-8edf-e9a625f76c46 req-6f7a858a-fc92-4639-8cb4-ae34a3efb967 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:37.051427 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3172b4f2-0455-4510-8edf-e9a625f76c46 req-6f7a858a-fc92-4639-8cb4-ae34a3efb967 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 932 time: 0.0706744 Aug 31 01:14:37.089190 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3172b4f2-0455-4510-8edf-e9a625f76c46 req-59483947-4852-4f9c-9aab-afd605cdee18 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304828 Aug 31 01:14:37.322601 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed726d-d5df-440b-8a14-cd5743a2416d req-a04b85c2-9321-4f07-9626-f6a2bcf4d8d5 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:37.326165 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-75ed726d-d5df-440b-8a14-cd5743a2416d req-a04b85c2-9321-4f07-9626-f6a2bcf4d8d5 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=edd21c95-4861-4a83-ace9-f049a4ccb48b HTTP/1.1" status: 200 len: 944 time: 0.0526664 Aug 31 01:14:37.360344 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-75ed726d-d5df-440b-8a14-cd5743a2416d req-aa8aa31d-5483-4721-a99c-80d6e8436377 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3c16135-16fc-4151-89a5-35fec977e8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303123 Aug 31 01:14:38.154665 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1900c5-014d-406a-b694-d9013adf4ee6 req-a52ba63d-6c09-4c7f-a62a-bfc4f5dd7562 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:38.156146 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bd1900c5-014d-406a-b694-d9013adf4ee6 req-a52ba63d-6c09-4c7f-a62a-bfc4f5dd7562 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 945 time: 0.0490859 Aug 31 01:14:38.219570 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bd1900c5-014d-406a-b694-d9013adf4ee6 req-419d83fe-86a3-4bc1-abe9-7b0f4d85d77c tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5db1daa-a506-4957-8837-925c5bc59749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522330 Aug 31 01:14:38.230198 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d9c27-2d69-4764-9b08-064b33ba4832 req-c619d2bf-f369-438f-b931-69bcca6c27f9 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:38.239965 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-691d9c27-2d69-4764-9b08-064b33ba4832 req-c619d2bf-f369-438f-b931-69bcca6c27f9 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 932 time: 0.0727074 Aug 31 01:14:38.271305 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-691d9c27-2d69-4764-9b08-064b33ba4832 req-afe638eb-5625-477d-97ee-8e6371892f94 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337222 Aug 31 01:14:38.472776 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae9c83-71eb-43f9-aeb5-f6d6c585baa8 req-f87e91b0-a7f0-416d-be37-225117ef142f tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:38.474231 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7eae9c83-71eb-43f9-aeb5-f6d6c585baa8 req-f87e91b0-a7f0-416d-be37-225117ef142f tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=edd21c95-4861-4a83-ace9-f049a4ccb48b HTTP/1.1" status: 200 len: 944 time: 0.0480931 Aug 31 01:14:38.511471 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7eae9c83-71eb-43f9-aeb5-f6d6c585baa8 req-8e52969e-2c53-47b8-8e6b-7a41c67d8c73 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3c16135-16fc-4151-89a5-35fec977e8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305266 Aug 31 01:14:38.995096 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-c2e7d52e-eb61-460f-93bd-6351ffe4d731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:39.265522 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-de1d0f73-5498-494b-9ebe-e30c7d0867ff service neutron] Request body: {'port': {'device_id': '9eebeddb-5cfb-4ac5-ba34-e20f1c94f921', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:39.338684 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-40946198-312f-437c-a89d-899a5f588fa0 req-dc8854f9-5fd0-46c1-9694-3e3154f70e1c service neutron] 10.222.0.72 "GET /v2.0/networks/77c04e9b-453e-45c2-b405-4fe2722fae33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883844 Aug 31 01:14:39.352919 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:39.365388 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-de1d0f73-5498-494b-9ebe-e30c7d0867ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:39.409285 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5809a0b-7907-4732-a4f3-cfe39fd4ef31 req-04357991-5050-47c2-8fde-a3ac8d996c1a tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:39.410747 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c5809a0b-7907-4732-a4f3-cfe39fd4ef31 req-04357991-5050-47c2-8fde-a3ac8d996c1a tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 945 time: 0.1168251 Aug 31 01:14:39.463299 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825229bc-89c3-4a6e-b81f-90db0c28b838 req-f2c5f6f8-93a2-4e3b-9824-7b0ab816317b tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:39.464721 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-825229bc-89c3-4a6e-b81f-90db0c28b838 req-f2c5f6f8-93a2-4e3b-9824-7b0ab816317b tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 932 time: 0.1172020 Aug 31 01:14:39.551146 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c5809a0b-7907-4732-a4f3-cfe39fd4ef31 req-bf699370-3afd-4747-89a0-b6d1174fad33 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5db1daa-a506-4957-8837-925c5bc59749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191711 Aug 31 01:14:39.588078 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-825229bc-89c3-4a6e-b81f-90db0c28b838 req-30205bca-842f-45a3-8351-85714d8a50bc tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094553 Aug 31 01:14:39.696227 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774df54-c455-4c16-85d2-b7a12a47fcf1 req-4c16e96a-3b4b-4f28-8077-309c513ba685 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:39.697663 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2774df54-c455-4c16-85d2-b7a12a47fcf1 req-4c16e96a-3b4b-4f28-8077-309c513ba685 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=edd21c95-4861-4a83-ace9-f049a4ccb48b HTTP/1.1" status: 200 len: 944 time: 0.0739365 Aug 31 01:14:39.759741 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2774df54-c455-4c16-85d2-b7a12a47fcf1 req-f5633216-1357-40d0-9cb6-19b6bf34d10d tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3c16135-16fc-4151-89a5-35fec977e8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552306 Aug 31 01:14:39.789354 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.notifiers.nova [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-de1d0f73-5498-494b-9ebe-e30c7d0867ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:14:39.797498 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-de1d0f73-5498-494b-9ebe-e30c7d0867ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:39.809109 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-de1d0f73-5498-494b-9ebe-e30c7d0867ff service neutron] Transition to ACTIVE for port object 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:14:39.860022 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-de1d0f73-5498-494b-9ebe-e30c7d0867ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127206981'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:39.907333 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d0f73-5498-494b-9ebe-e30c7d0867ff service neutron] Pushing event updated for resources: {'Port': ['ID=5fa7986e-c6cc-45c9-a07a-06a5c8573e7d,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:39.981426 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-de1d0f73-5498-494b-9ebe-e30c7d0867ff service neutron] Attempting to bind port 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:14:39.981882 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-de1d0f73-5498-494b-9ebe-e30c7d0867ff service neutron] Attempting to bind port 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': '6d53e54b-6190-4b24-885a-ba7d2444e469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:14:39.982218 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-de1d0f73-5498-494b-9ebe-e30c7d0867ff service neutron] Attempting to bind port 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d on network cbc670e8-9863-4523-934f-dc257f6800ff {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:14:39.986983 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-de1d0f73-5498-494b-9ebe-e30c7d0867ff service neutron] Port 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d on network cbc670e8-9863-4523-934f-dc257f6800ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:14:39.987302 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-de1d0f73-5498-494b-9ebe-e30c7d0867ff service neutron] Attempting to bind port 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d on network cbc670e8-9863-4523-934f-dc257f6800ff {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:14:39.989536 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:39.992227 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-de1d0f73-5498-494b-9ebe-e30c7d0867ff service neutron] Checking agent: {'id': 'eda6ee24-af74-4eb1-946c-b1b8388ec369', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 7, 44), 'started_at': datetime.datetime(2021, 8, 31, 1, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:14:39.992630 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-de1d0f73-5498-494b-9ebe-e30c7d0867ff service neutron] Checking segment: {'id': '6d53e54b-6190-4b24-885a-ba7d2444e469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:14:39.993011 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-de1d0f73-5498-494b-9ebe-e30c7d0867ff service neutron] Bound using segment: {'id': '6d53e54b-6190-4b24-885a-ba7d2444e469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:14:39.993435 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-de1d0f73-5498-494b-9ebe-e30c7d0867ff service neutron] Bound port: 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d53e54b-6190-4b24-885a-ba7d2444e469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:14:39.993792 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-de1d0f73-5498-494b-9ebe-e30c7d0867ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:40.059092 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-de1d0f73-5498-494b-9ebe-e30c7d0867ff service neutron] For port 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d, host hv-cinder-76018, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:14:40.061992 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-de1d0f73-5498-494b-9ebe-e30c7d0867ff service neutron] For port 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=5fa7986e-c6cc-45c9-a07a-06a5c8573e7d,segment=NetworkSegment(6d53e54b-6190-4b24-885a-ba7d2444e469),segment_id=6d53e54b-6190-4b24-885a-ba7d2444e469)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:14:40.158414 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-de1d0f73-5498-494b-9ebe-e30c7d0867ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127206981'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:40.196840 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-de1d0f73-5498-494b-9ebe-e30c7d0867ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:40.197470 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-de1d0f73-5498-494b-9ebe-e30c7d0867ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for port, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:40.198880 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-de1d0f73-5498-494b-9ebe-e30c7d0867ff service neutron] 10.222.0.72 "PUT /v2.0/ports/5fa7986e-c6cc-45c9-a07a-06a5c8573e7d HTTP/1.1" status: 200 len: 1094 time: 0.9400897 Aug 31 01:14:40.199353 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eebeddb-5cfb-4ac5-ba34-e20f1c94f921', 'tag': '5fa7986e-c6cc-45c9-a07a-06a5c8573e7d'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:14:40.201558 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b881214d57cd1965c46d5ffcb12adc10c1d351a412fd4a0d5151f09a2b3a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5bc035d-1895-4be7-9424-9fe9fc357c1e" -d '{"events": [{"name": "network-changed", "server_uuid": "9eebeddb-5cfb-4ac5-ba34-e20f1c94f921", "tag": "5fa7986e-c6cc-45c9-a07a-06a5c8573e7d"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:14:40.223350 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d0f73-5498-494b-9ebe-e30c7d0867ff service neutron] Pushing event updated for resources: {'Port': ['ID=5fa7986e-c6cc-45c9-a07a-06a5c8573e7d,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:40.260186 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1bb6a1-c9d3-4d0c-a213-08effb85ba80 x-openstack-request-id: req-2e1bb6a1-c9d3-4d0c-a213-08effb85ba80 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:14:40.260701 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eebeddb-5cfb-4ac5-ba34-e20f1c94f921", "tag": "5fa7986e-c6cc-45c9-a07a-06a5c8573e7d", "status": "completed", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:14:40.260957 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2e1bb6a1-c9d3-4d0c-a213-08effb85ba80 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:14:40.261388 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eebeddb-5cfb-4ac5-ba34-e20f1c94f921', 'tag': '5fa7986e-c6cc-45c9-a07a-06a5c8573e7d', 'status': 'completed', 'code': 200} Aug 31 01:14:40.332602 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc035d-1895-4be7-9424-9fe9fc357c1e req-ba17c727-2a46-426d-9f4d-2a84c0589e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:40.334118 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b5bc035d-1895-4be7-9424-9fe9fc357c1e req-ba17c727-2a46-426d-9f4d-2a84c0589e02 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8e8ee4f4a0b14bda8b938a88a2dab8cd&device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 1097 time: 0.0458949 Aug 31 01:14:40.429948 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc035d-1895-4be7-9424-9fe9fc357c1e req-c5ca290a-7bd4-4230-a0f4-bf354193be2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:40.432103 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b5bc035d-1895-4be7-9424-9fe9fc357c1e req-c5ca290a-7bd4-4230-a0f4-bf354193be2a service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=8e8ee4f4a0b14bda8b938a88a2dab8cd&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0888114 Aug 31 01:14:40.534804 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc035d-1895-4be7-9424-9fe9fc357c1e req-b5c57bf1-aa8a-436b-9b8f-f0abf053ff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:40.536198 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b5bc035d-1895-4be7-9424-9fe9fc357c1e req-b5c57bf1-aa8a-436b-9b8f-f0abf053ff03 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938003 Aug 31 01:14:40.613793 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-884f8922-342d-4bc1-90c3-aa06b42cea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:40.615326 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-884f8922-342d-4bc1-90c3-aa06b42cea03 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8e8ee4f4a0b14bda8b938a88a2dab8cd&device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 1097 time: 0.0408471 Aug 31 01:14:40.678312 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-ead8bdd7-bbc3-4f98-827d-cf7080342837 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa7986e-c6cc-45c9-a07a-06a5c8573e7d HTTP/1.1" status: 200 len: 217 time: 0.0529032 Aug 31 01:14:40.757320 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8b995-3c50-490a-a50c-f5fd7eebaefa req-adc28c93-906b-43da-8a9e-e61515b3ed2a tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:40.759785 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-98e8b995-3c50-490a-a50c-f5fd7eebaefa req-adc28c93-906b-43da-8a9e-e61515b3ed2a tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 945 time: 0.1436093 Aug 31 01:14:40.771893 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-5e1b94aa-6492-49c0-a3a1-899333c4547a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:40.773235 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-5e1b94aa-6492-49c0-a3a1-899333c4547a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9 HTTP/1.1" status: 200 len: 856 time: 0.0832319 Aug 31 01:14:40.781505 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd5ac7-adaf-4512-b20a-fe2fea0aadef req-74cc169d-bb9e-4456-8469-0633c5fc528b tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:40.782869 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-facd5ac7-adaf-4512-b20a-fe2fea0aadef req-74cc169d-bb9e-4456-8469-0633c5fc528b tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 944 time: 0.1092701 Aug 31 01:14:40.871402 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-98e8b995-3c50-490a-a50c-f5fd7eebaefa req-c23e73a1-af6d-4189-b8e9-9ee3fba37292 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5db1daa-a506-4957-8837-925c5bc59749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019051 Aug 31 01:14:40.875222 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-facd5ac7-adaf-4512-b20a-fe2fea0aadef req-abddd59e-f1c7-47d4-85de-4b95c9530442 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805647 Aug 31 01:14:40.880913 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-9cfcb523-07fb-4157-8466-dac92d8d7391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:40.882367 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-9cfcb523-07fb-4157-8466-dac92d8d7391 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cbc670e8-9863-4523-934f-dc257f6800ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0946500 Aug 31 01:14:41.005125 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719e91c-1eeb-46dd-a0a1-a7294b7d9768 req-82179b30-072b-4049-a201-cc919fbd7e18 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:41.006609 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8719e91c-1eeb-46dd-a0a1-a7294b7d9768 req-82179b30-072b-4049-a201-cc919fbd7e18 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=edd21c95-4861-4a83-ace9-f049a4ccb48b HTTP/1.1" status: 200 len: 944 time: 0.0734248 Aug 31 01:14:41.022051 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-73a37b92-5d86-4eb3-bf99-30e279882bee service neutron] 10.222.0.72 "GET /v2.0/networks/cbc670e8-9863-4523-934f-dc257f6800ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312778 Aug 31 01:14:41.089159 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8719e91c-1eeb-46dd-a0a1-a7294b7d9768 req-54cc187b-0845-4ef7-a8b0-32ff6a4181b7 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3c16135-16fc-4151-89a5-35fec977e8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752263 Aug 31 01:14:41.126959 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-be1d753e-c170-40d8-ba3f-f4f28943d9e9 req-957e4ce5-cf1c-4a27-8aa6-e80f3d292706 service neutron] 10.222.0.72 "GET /v2.0/networks/cbc670e8-9863-4523-934f-dc257f6800ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946760 Aug 31 01:14:41.583099 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce54d7-2a5c-4c91-ba58-22ee587224d3 req-84b17282-cf97-43e2-8cbf-9b489e03ca9d tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:41.584722 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-52ce54d7-2a5c-4c91-ba58-22ee587224d3 req-84b17282-cf97-43e2-8cbf-9b489e03ca9d tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.72 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 945 time: 0.0493286 Aug 31 01:14:41.681192 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [req-52ce54d7-2a5c-4c91-ba58-22ee587224d3 req-8456b11a-df7d-4418-ac73-f60bb9ab122f tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Deleting port fc9b8e88-6b4a-4fe6-a915-ce88699f84b5 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:41.681524 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-52ce54d7-2a5c-4c91-ba58-22ee587224d3 req-8456b11a-df7d-4418-ac73-f60bb9ab122f tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:41.766982 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [req-52ce54d7-2a5c-4c91-ba58-22ee587224d3 req-8456b11a-df7d-4418-ac73-f60bb9ab122f tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] For port fc9b8e88-6b4a-4fe6-a915-ce88699f84b5, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=fc9b8e88-6b4a-4fe6-a915-ce88699f84b5,segment=NetworkSegment(8e0748bd-fe28-47cc-9566-cdcf79345b0c),segment_id=8e0748bd-fe28-47cc-9566-cdcf79345b0c)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:41.767343 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-52ce54d7-2a5c-4c91-ba58-22ee587224d3 req-8456b11a-df7d-4418-ac73-f60bb9ab122f tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:41.780061 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [req-52ce54d7-2a5c-4c91-ba58-22ee587224d3 req-8456b11a-df7d-4418-ac73-f60bb9ab122f tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Calling delete_port for fc9b8e88-6b4a-4fe6-a915-ce88699f84b5 owned by compute:nova {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:41.949931 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:42.001016 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-52ce54d7-2a5c-4c91-ba58-22ee587224d3 req-8456b11a-df7d-4418-ac73-f60bb9ab122f tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:42.013743 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] get_ports_and_sgs() called for port_ids ['fc9b8e88-6b4a-4fe6-a915-ce88699f84b5'] {{(pid=94636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:14:42.039071 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456b11a-df7d-4418-ac73-f60bb9ab122f tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Pushing event deleted for resources: {'Port': ['ID=fc9b8e88-6b4a-4fe6-a915-ce88699f84b5,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:42.073477 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3911409-8076-40a1-8b59-96ba97ad59b6 req-54fedc18-af77-4eeb-9832-345fb5d8da17 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:42.074979 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f3911409-8076-40a1-8b59-96ba97ad59b6 req-54fedc18-af77-4eeb-9832-345fb5d8da17 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb348ca-1622-4668-9b35-3d7328669904 HTTP/1.1" status: 200 len: 867 time: 0.1247151 Aug 31 01:14:42.103352 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59392d5-b593-496b-bd6d-2f49d134bb91 req-0503397d-f332-4b04-af2c-e56f2f3aa0bb tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:42.104832 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f59392d5-b593-496b-bd6d-2f49d134bb91 req-0503397d-f332-4b04-af2c-e56f2f3aa0bb tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 944 time: 0.1565084 Aug 31 01:14:42.106896 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ce54d7-2a5c-4c91-ba58-22ee587224d3 req-8456b11a-df7d-4418-ac73-f60bb9ab122f tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] No DVR routers for this DVR port fc9b8e88-6b4a-4fe6-a915-ce88699f84b5 on host hv-cinder-76018 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:14:42.109440 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-52ce54d7-2a5c-4c91-ba58-22ee587224d3 req-8456b11a-df7d-4418-ac73-f60bb9ab122f tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for port, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:42.111349 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-52ce54d7-2a5c-4c91-ba58-22ee587224d3 req-8456b11a-df7d-4418-ac73-f60bb9ab122f tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.72 "DELETE /v2.0/ports/fc9b8e88-6b4a-4fe6-a915-ce88699f84b5 HTTP/1.1" status: 204 len: 173 time: 0.5200691 Aug 31 01:14:42.161954 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f3911409-8076-40a1-8b59-96ba97ad59b6 req-255b1727-7962-4755-be22-58818c329a22 tempest-TestMinimumBasicScenario-2040622987 tempest-TestMinimumBasicScenario-2040622987-project] 10.222.0.43 "GET /v2.0/security-groups?id=d5db1daa-a506-4957-8837-925c5bc59749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561659 Aug 31 01:14:42.169861 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f59392d5-b593-496b-bd6d-2f49d134bb91 req-dba7bb39-d678-4544-b08e-2209cf051b27 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529530 Aug 31 01:14:42.262604 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb348ca-1622-4668-9b35-3d7328669904', 'name': 'network-vif-deleted', 'tag': 'fc9b8e88-6b4a-4fe6-a915-ce88699f84b5'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:14:42.264842 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b881214d57cd1965c46d5ffcb12adc10c1d351a412fd4a0d5151f09a2b3a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b55b41-4b0a-48c8-aac6-90b80fdb2468" -d '{"events": [{"server_uuid": "acb348ca-1622-4668-9b35-3d7328669904", "name": "network-vif-deleted", "tag": "fc9b8e88-6b4a-4fe6-a915-ce88699f84b5"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:14:42.275821 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55766f4-1205-4962-a46b-5530c5101203 req-4b26e9d0-491f-4b7e-bf77-959d781c371b tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:42.277344 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e55766f4-1205-4962-a46b-5530c5101203 req-4b26e9d0-491f-4b7e-bf77-959d781c371b tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=edd21c95-4861-4a83-ace9-f049a4ccb48b HTTP/1.1" status: 200 len: 944 time: 0.0583820 Aug 31 01:14:42.300643 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36e361b-c459-4741-acf4-fec6fec784bf x-openstack-request-id: req-d36e361b-c459-4741-acf4-fec6fec784bf {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:14:42.300966 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb348ca-1622-4668-9b35-3d7328669904", "name": "network-vif-deleted", "tag": "fc9b8e88-6b4a-4fe6-a915-ce88699f84b5", "status": "completed", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:14:42.301216 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d36e361b-c459-4741-acf4-fec6fec784bf {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:14:42.301591 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb348ca-1622-4668-9b35-3d7328669904', 'name': 'network-vif-deleted', 'tag': 'fc9b8e88-6b4a-4fe6-a915-ce88699f84b5', 'status': 'completed', 'code': 200} Aug 31 01:14:42.319276 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e55766f4-1205-4962-a46b-5530c5101203 req-9dd39e81-aac9-43ce-b5bb-c71e11a705b1 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3c16135-16fc-4151-89a5-35fec977e8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358875 Aug 31 01:14:43.115150 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device ea02dd22-c5e0-4a49-a0d0-18d51f67f978 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:14:43.212767 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port ea02dd22-c5e0-4a49-a0d0-18d51f67f978, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=ea02dd22-c5e0-4a49-a0d0-18d51f67f978,segment=NetworkSegment(fd060b83-196e-401a-83a1-6b602a9b0632),segment_id=fd060b83-196e-401a-83a1-6b602a9b0632)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:43.226523 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Returning: {'device': 'ea02dd22-c5e0-4a49-a0d0-18d51f67f978', 'network_id': '77c04e9b-453e-45c2-b405-4fe2722fae33', 'port_id': 'ea02dd22-c5e0-4a49-a0d0-18d51f67f978', 'mac_address': 'fa:16:3e:db:63:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '945ef294-d4ae-49f4-8a52-d45660287bd2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:14:43.265757 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:43.283310 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea02dd22-c5e0-4a49-a0d0-18d51f67f978 {{(pid=94636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:14:43.298461 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port ea02dd22-c5e0-4a49-a0d0-18d51f67f978, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=ea02dd22-c5e0-4a49-a0d0-18d51f67f978,segment=NetworkSegment(fd060b83-196e-401a-83a1-6b602a9b0632),segment_id=fd060b83-196e-401a-83a1-6b602a9b0632)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:43.300185 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78ba3c-84c4-4fc1-bd0a-e8658064d073 req-8ff4a547-65fd-412c-95dd-8c894a7a8ab3 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:43.301787 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6a78ba3c-84c4-4fc1-bd0a-e8658064d073 req-8ff4a547-65fd-412c-95dd-8c894a7a8ab3 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 944 time: 0.0538895 Aug 31 01:14:43.355189 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6a78ba3c-84c4-4fc1-bd0a-e8658064d073 req-52beb1e6-42ef-4c45-85e0-76f456e1f5ca tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413194 Aug 31 01:14:43.458510 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889585a9-05b2-4325-bb5a-d28896f29baf req-c51da86e-03b3-4cfd-9461-424a4dcb63da tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:43.460181 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-889585a9-05b2-4325-bb5a-d28896f29baf req-c51da86e-03b3-4cfd-9461-424a4dcb63da tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=edd21c95-4861-4a83-ace9-f049a4ccb48b HTTP/1.1" status: 200 len: 944 time: 0.0551624 Aug 31 01:14:43.493854 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:43.517936 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-889585a9-05b2-4325-bb5a-d28896f29baf req-7f703b44-77c2-4143-a66f-0faa775da1e1 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3c16135-16fc-4151-89a5-35fec977e8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502162 Aug 31 01:14:43.524370 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=ea02dd22-c5e0-4a49-a0d0-18d51f67f978,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:43.538016 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:43.538016 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:43.538016 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:43.538016 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:43.538016 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:43.538016 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:43.538016 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:43.538016 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:43.538016 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:43.538016 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:43.538016 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:43.538016 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:43.742372 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] get_ports_and_sgs() called for port_ids ['ea02dd22-c5e0-4a49-a0d0-18d51f67f978'] {{(pid=94636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:14:44.075140 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07483c02-1397-4a36-9aee-899afb7251a9 req-b9ad4f06-f55d-45ba-a74e-9f4a5240cde2 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:44.080098 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-07483c02-1397-4a36-9aee-899afb7251a9 req-b9ad4f06-f55d-45ba-a74e-9f4a5240cde2 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.0549827 Aug 31 01:14:44.113595 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-07483c02-1397-4a36-9aee-899afb7251a9 req-356b96dc-4031-49cd-b157-bb2934e01766 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309873 Aug 31 01:14:44.140247 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:44.464051 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a596888-d27c-4b4c-a24e-1ec4c699f13d req-cd7ac1f1-55d3-4ef6-90db-4db0bc393d3b tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:44.465592 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2a596888-d27c-4b4c-a24e-1ec4c699f13d req-cd7ac1f1-55d3-4ef6-90db-4db0bc393d3b tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 944 time: 0.0488467 Aug 31 01:14:44.504054 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2a596888-d27c-4b4c-a24e-1ec4c699f13d req-f878cf72-cbf8-437f-84cc-e2686cc70d49 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323913 Aug 31 01:14:44.629671 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4382f01-b7b4-4206-81ff-da95dd32b6f4 req-05035510-db56-4d0e-8db0-ae678877efb9 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:44.631138 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e4382f01-b7b4-4206-81ff-da95dd32b6f4 req-05035510-db56-4d0e-8db0-ae678877efb9 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=edd21c95-4861-4a83-ace9-f049a4ccb48b HTTP/1.1" status: 200 len: 945 time: 0.0484366 Aug 31 01:14:44.667921 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e4382f01-b7b4-4206-81ff-da95dd32b6f4 req-1d56de5c-6505-43cb-a9f0-b50e48858cb3 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3c16135-16fc-4151-89a5-35fec977e8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308671 Aug 31 01:14:45.090432 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 32830) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:45.125935 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:14:45.129849 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device ea02dd22-c5e0-4a49-a0d0-18d51f67f978 up at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:14:45.171143 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 32834) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:45.270059 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=5fa7986e-c6cc-45c9-a07a-06a5c8573e7d,segment=NetworkSegment(6d53e54b-6190-4b24-885a-ba7d2444e469),segment_id=6d53e54b-6190-4b24-885a-ba7d2444e469)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:45.282752 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Returning: {'device': '5fa7986e-c6cc-45c9-a07a-06a5c8573e7d', 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff', 'port_id': '5fa7986e-c6cc-45c9-a07a-06a5c8573e7d', 'mac_address': 'fa:16:3e:98:d3:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:14:45.283230 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0f2dc-e3c9-4277-b8b2-8616a8806e2d req-d714ca78-950f-414c-bedb-4ff0eb8b7cb4 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:45.284700 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d2d0f2dc-e3c9-4277-b8b2-8616a8806e2d req-d714ca78-950f-414c-bedb-4ff0eb8b7cb4 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.1014936 Aug 31 01:14:45.298157 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5be22e26-a8fe-40d0-9174-bf4fc4b72cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:45.320197 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:45.329740 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Provisioning for port ea02dd22-c5e0-4a49-a0d0-18d51f67f978 completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:14:45.335949 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Provisioning complete for port ea02dd22-c5e0-4a49-a0d0-18d51f67f978 triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:14:45.338645 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:45.341741 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d {{(pid=94636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:14:45.387080 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=5fa7986e-c6cc-45c9-a07a-06a5c8573e7d,segment=NetworkSegment(6d53e54b-6190-4b24-885a-ba7d2444e469),segment_id=6d53e54b-6190-4b24-885a-ba7d2444e469)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:45.407853 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5be22e26-a8fe-40d0-9174-bf4fc4b72cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:45.440833 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:45.466293 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd21c95-4861-4a83-ace9-f049a4ccb48b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea02dd22-c5e0-4a49-a0d0-18d51f67f978'}] {{(pid=94636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:14:45.468612 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d232dde22f81f13b8276e8d192a9956b8a1abe374d21fab87add1b29b36cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e2ac96-e7a1-47f7-99ee-1b0c534250d1" -d '{"events": [{"server_uuid": "edd21c95-4861-4a83-ace9-f049a4ccb48b", "name": "network-vif-plugged", "status": "completed", "tag": "ea02dd22-c5e0-4a49-a0d0-18d51f67f978"}]}' {{(pid=94636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:14:45.479445 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:45.486812 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port ea02dd22-c5e0-4a49-a0d0-18d51f67f978, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=ea02dd22-c5e0-4a49-a0d0-18d51f67f978,segment=NetworkSegment(fd060b83-196e-401a-83a1-6b602a9b0632),segment_id=fd060b83-196e-401a-83a1-6b602a9b0632)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:45.512247 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddca477-1e89-41bd-9d20-75620cec7d23 x-openstack-request-id: req-3ddca477-1e89-41bd-9d20-75620cec7d23 {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:14:45.512534 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd21c95-4861-4a83-ace9-f049a4ccb48b", "name": "network-vif-plugged", "status": "completed", "tag": "ea02dd22-c5e0-4a49-a0d0-18d51f67f978", "code": 200}]} {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:14:45.512783 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3ddca477-1e89-41bd-9d20-75620cec7d23 {{(pid=94636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:14:45.513168 dv-cinder-760180-3-iscsi neutron-server[94636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd21c95-4861-4a83-ace9-f049a4ccb48b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea02dd22-c5e0-4a49-a0d0-18d51f67f978', 'code': 200} Aug 31 01:14:45.518146 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5be22e26-a8fe-40d0-9174-bf4fc4b72cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:45.537865 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=5fa7986e-c6cc-45c9-a07a-06a5c8573e7d,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:45.544621 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:45.545904 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device fc9b8e88-6b4a-4fe6-a915-ce88699f84b5 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:14:45.569874 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] No Port match for: fc9b8e88-6b4a-4fe6-a915-ce88699f84b5 {{(pid=94636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:14:45.570348 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device fc9b8e88-6b4a-4fe6-a915-ce88699f84b5 not bound to the agent host hv-cinder-76018 {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:14:45.580812 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be22e26-a8fe-40d0-9174-bf4fc4b72cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4552d982-e923-4b71-8c06-4db573625397,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:45.601536 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be22e26-a8fe-40d0-9174-bf4fc4b72cb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:45.602214 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be22e26-a8fe-40d0-9174-bf4fc4b72cb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:45.602863 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be22e26-a8fe-40d0-9174-bf4fc4b72cb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:45.603678 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be22e26-a8fe-40d0-9174-bf4fc4b72cb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:45.604207 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be22e26-a8fe-40d0-9174-bf4fc4b72cb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:45.604719 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be22e26-a8fe-40d0-9174-bf4fc4b72cb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:45.605274 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be22e26-a8fe-40d0-9174-bf4fc4b72cb3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:45.605907 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be22e26-a8fe-40d0-9174-bf4fc4b72cb3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:45.606427 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be22e26-a8fe-40d0-9174-bf4fc4b72cb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:45.606972 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be22e26-a8fe-40d0-9174-bf4fc4b72cb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:45.607496 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be22e26-a8fe-40d0-9174-bf4fc4b72cb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:45.608295 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be22e26-a8fe-40d0-9174-bf4fc4b72cb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:14:45.628519 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=ea02dd22-c5e0-4a49-a0d0-18d51f67f978,revision_number=5']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:45.643731 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-5be22e26-a8fe-40d0-9174-bf4fc4b72cb3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=85ce194ef59e4676934347ccdcd5ef70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4712882 Aug 31 01:14:45.646188 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 32842) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:45.648373 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d2d0f2dc-e3c9-4277-b8b2-8616a8806e2d req-d350e85d-ef5f-4aaa-b3b8-8b282d73d3a2 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3557084 Aug 31 01:14:45.697458 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0e153708-06c8-44f6-a716-5c5dbe9b0eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:45.718759 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595360f1-ba11-404a-8446-59d8c5236c10 req-1155e3d7-ef9e-458d-ad3f-591e67a98222 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:45.719997 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0e153708-06c8-44f6-a716-5c5dbe9b0eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:45.720256 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-595360f1-ba11-404a-8446-59d8c5236c10 req-1155e3d7-ef9e-458d-ad3f-591e67a98222 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 945 time: 0.0958068 Aug 31 01:14:45.810660 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] get_ports_and_sgs() called for port_ids ['5fa7986e-c6cc-45c9-a07a-06a5c8573e7d'] {{(pid=94636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:14:45.829622 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-595360f1-ba11-404a-8446-59d8c5236c10 req-39903710-7f58-44dc-b98a-05581b3da542 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996487 Aug 31 01:14:45.847903 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c6b0c-5781-4413-9cc0-7dae586eac01 req-5804c529-b36f-426c-93ed-8df5aeb36ac9 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:45.855922 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0d6c6b0c-5781-4413-9cc0-7dae586eac01 req-5804c529-b36f-426c-93ed-8df5aeb36ac9 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=edd21c95-4861-4a83-ace9-f049a4ccb48b HTTP/1.1" status: 200 len: 946 time: 0.0988760 Aug 31 01:14:45.881410 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0e153708-06c8-44f6-a716-5c5dbe9b0eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:45.885195 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0e153708-06c8-44f6-a716-5c5dbe9b0eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:45.886642 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-0e153708-06c8-44f6-a716-5c5dbe9b0eae admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4552d982-e923-4b71-8c06-4db573625397 HTTP/1.1" status: 204 len: 168 time: 0.2394056 Aug 31 01:14:45.895821 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e153708-06c8-44f6-a716-5c5dbe9b0eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4552d982-e923-4b71-8c06-4db573625397,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:45.929326 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0d6c6b0c-5781-4413-9cc0-7dae586eac01 req-476ac7d5-d458-4779-8375-a516afa6f226 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3c16135-16fc-4151-89a5-35fec977e8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723591 Aug 31 01:14:46.014324 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ce5312c4-08a0-4d59-aeff-0a1bef1be5b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370955'] for router_interface, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:46.070709 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace5fa4-d9a6-4b44-80ed-69b473fe2663 req-46d93693-f739-404e-bd5e-128d052bfddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:46.072228 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1ace5fa4-d9a6-4b44-80ed-69b473fe2663 req-46d93693-f739-404e-bd5e-128d052bfddb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=edd21c95-4861-4a83-ace9-f049a4ccb48b HTTP/1.1" status: 200 len: 1099 time: 0.1606715 Aug 31 01:14:46.146362 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1ace5fa4-d9a6-4b44-80ed-69b473fe2663 req-838a04d4-7ad6-4be2-97d1-6b231458ea6a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a3c16135-16fc-4151-89a5-35fec977e8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456445 Aug 31 01:14:46.291530 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-ce5312c4-08a0-4d59-aeff-0a1bef1be5b0 admin admin] Deleting port ddb44cb7-1db9-4b3d-9b99-9c6f88e673ad {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:46.291865 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ce5312c4-08a0-4d59-aeff-0a1bef1be5b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:46.366277 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-ce5312c4-08a0-4d59-aeff-0a1bef1be5b0 admin admin] For port ddb44cb7-1db9-4b3d-9b99-9c6f88e673ad, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=ddb44cb7-1db9-4b3d-9b99-9c6f88e673ad,segment=NetworkSegment(8e0748bd-fe28-47cc-9566-cdcf79345b0c),segment_id=8e0748bd-fe28-47cc-9566-cdcf79345b0c)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:46.366666 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ce5312c4-08a0-4d59-aeff-0a1bef1be5b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:46.378595 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-ce5312c4-08a0-4d59-aeff-0a1bef1be5b0 admin admin] Calling delete_port for ddb44cb7-1db9-4b3d-9b99-9c6f88e673ad owned by network:router_interface {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:46.477659 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691dd8b-7cde-41b9-8fae-a42b5c93cbb6 req-6a0232e4-1d62-4334-b757-e61f50a2cfbf tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:46.479123 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f691dd8b-7cde-41b9-8fae-a42b5c93cbb6 req-6a0232e4-1d62-4334-b757-e61f50a2cfbf tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.0952959 Aug 31 01:14:46.531508 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 32854) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:46.545381 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-65380ff8-f0f2-42ea-b0d8-3886d1ecc889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:46.631058 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-65380ff8-f0f2-42ea-b0d8-3886d1ecc889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:46.653261 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [req-f691dd8b-7cde-41b9-8fae-a42b5c93cbb6 req-7d34f55a-680d-48d4-a6ee-4dc2e677943b tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Deleting port 2231241d-a0e5-44ed-9620-73f268e4b109 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:46.653823 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-f691dd8b-7cde-41b9-8fae-a42b5c93cbb6 req-7d34f55a-680d-48d4-a6ee-4dc2e677943b tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:46.700528 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-65380ff8-f0f2-42ea-b0d8-3886d1ecc889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:46.738272 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-65380ff8-f0f2-42ea-b0d8-3886d1ecc889 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f9af3cd7026a4568884e4236f7461866&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2055607 Aug 31 01:14:46.741284 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 32858) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:46.748847 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65380ff8-f0f2-42ea-b0d8-3886d1ecc889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4a5c62-3261-47ff-9a0a-0c069dce8451,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:46.769218 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ce5312c4-08a0-4d59-aeff-0a1bef1be5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:46.796762 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f47f051c-01dd-468d-a44c-fc30d85af96c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:46.808798 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5312c4-08a0-4d59-aeff-0a1bef1be5b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddb44cb7-1db9-4b3d-9b99-9c6f88e673ad,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:46.817687 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [req-f691dd8b-7cde-41b9-8fae-a42b5c93cbb6 req-7d34f55a-680d-48d4-a6ee-4dc2e677943b tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] For port 2231241d-a0e5-44ed-9620-73f268e4b109, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=2231241d-a0e5-44ed-9620-73f268e4b109,segment=NetworkSegment(85bfaf1f-5a21-4307-abff-21e0aaca3a13),segment_id=85bfaf1f-5a21-4307-abff-21e0aaca3a13)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:46.817879 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f47f051c-01dd-468d-a44c-fc30d85af96c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:46.818142 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-f691dd8b-7cde-41b9-8fae-a42b5c93cbb6 req-7d34f55a-680d-48d4-a6ee-4dc2e677943b tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:46.855476 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0232d7-e81b-4bd1-bb59-6bd9370983b3 req-5e905338-53f2-41d5-ba23-ad8f0caa1dc9 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:46.857067 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-cb0232d7-e81b-4bd1-bb59-6bd9370983b3 req-5e905338-53f2-41d5-ba23-ad8f0caa1dc9 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 946 time: 0.1403840 Aug 31 01:14:46.950033 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f47f051c-01dd-468d-a44c-fc30d85af96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:46.952671 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f47f051c-01dd-468d-a44c-fc30d85af96c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:46.954402 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-f47f051c-01dd-468d-a44c-fc30d85af96c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5c4a5c62-3261-47ff-9a0a-0c069dce8451 HTTP/1.1" status: 204 len: 168 time: 0.2122338 Aug 31 01:14:46.963104 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f051c-01dd-468d-a44c-fc30d85af96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4a5c62-3261-47ff-9a0a-0c069dce8451,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:47.097728 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-cb0232d7-e81b-4bd1-bb59-6bd9370983b3 req-299b87d5-55e8-485d-b90c-5fcaf04049d2 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=835cf8ab-88af-4a9c-a1f2-bc64a26a2289&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2162745 Aug 31 01:14:47.146113 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac4970-5a75-42c8-ac42-e52762934f67 req-844a8f79-655a-4d11-98d9-d741a529aa7b tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:47.147627 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-35ac4970-5a75-42c8-ac42-e52762934f67 req-844a8f79-655a-4d11-98d9-d741a529aa7b tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 945 time: 0.2075226 Aug 31 01:14:47.153364 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d up at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:14:47.306733 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Provisioning for port 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:14:47.313277 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-35ac4970-5a75-42c8-ac42-e52762934f67 req-f4b70750-b4b8-4e82-b698-79a805253a0c tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586714 Aug 31 01:14:47.313458 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Provisioning complete for port 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:14:47.314808 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:47.320988 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-f691dd8b-7cde-41b9-8fae-a42b5c93cbb6 req-7d34f55a-680d-48d4-a6ee-4dc2e677943b tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:47.321409 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-f691dd8b-7cde-41b9-8fae-a42b5c93cbb6 req-7d34f55a-680d-48d4-a6ee-4dc2e677943b tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371979'] for floatingip, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:47.321735 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.db.l3_db [req-f691dd8b-7cde-41b9-8fae-a42b5c93cbb6 req-7d34f55a-680d-48d4-a6ee-4dc2e677943b tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Floating IP dd32d4a0-8846-4e35-88bb-83a936c6ffc3 disassociated. External IP: 172.27.3.119, port: 2231241d-a0e5-44ed-9620-73f268e4b109. Aug 31 01:14:47.322068 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [req-f691dd8b-7cde-41b9-8fae-a42b5c93cbb6 req-7d34f55a-680d-48d4-a6ee-4dc2e677943b tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Calling delete_port for 2231241d-a0e5-44ed-9620-73f268e4b109 owned by compute:nova {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:47.328801 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ce5312c4-08a0-4d59-aeff-0a1bef1be5b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-371095'] for router_interface, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:47.343500 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5174ec0-14c0-4450-859f-957062498be5 req-e891aa43-9b67-4a0d-8f28-7c6ebf86e21c tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:47.345002 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f5174ec0-14c0-4450-859f-957062498be5 req-e891aa43-9b67-4a0d-8f28-7c6ebf86e21c tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=edd21c95-4861-4a83-ace9-f049a4ccb48b HTTP/1.1" status: 200 len: 946 time: 0.1764631 Aug 31 01:14:47.428293 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:47.464660 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=5fa7986e-c6cc-45c9-a07a-06a5c8573e7d,segment=NetworkSegment(6d53e54b-6190-4b24-885a-ba7d2444e469),segment_id=6d53e54b-6190-4b24-885a-ba7d2444e469)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:47.505601 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f5174ec0-14c0-4450-859f-957062498be5 req-6496cc43-3a3e-43e6-8bc7-87226df3e2cc tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3c16135-16fc-4151-89a5-35fec977e8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537650 Aug 31 01:14:47.514275 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eebeddb-5cfb-4ac5-ba34-e20f1c94f921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa7986e-c6cc-45c9-a07a-06a5c8573e7d'}] {{(pid=94636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:14:47.518796 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d232dde22f81f13b8276e8d192a9956b8a1abe374d21fab87add1b29b36cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26405bfa-1c26-4a5f-849f-37297f363729" -d '{"events": [{"server_uuid": "9eebeddb-5cfb-4ac5-ba34-e20f1c94f921", "name": "network-vif-plugged", "status": "completed", "tag": "5fa7986e-c6cc-45c9-a07a-06a5c8573e7d"}]}' {{(pid=94636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:14:47.540934 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:47.569692 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40017762-d92a-4618-b28f-f10dee58d961 x-openstack-request-id: req-40017762-d92a-4618-b28f-f10dee58d961 {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:14:47.569984 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eebeddb-5cfb-4ac5-ba34-e20f1c94f921", "name": "network-vif-plugged", "status": "completed", "tag": "5fa7986e-c6cc-45c9-a07a-06a5c8573e7d", "code": 200}]} {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:14:47.570236 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-40017762-d92a-4618-b28f-f10dee58d961 {{(pid=94636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:14:47.570648 dv-cinder-760180-3-iscsi neutron-server[94636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eebeddb-5cfb-4ac5-ba34-e20f1c94f921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa7986e-c6cc-45c9-a07a-06a5c8573e7d', 'code': 200} Aug 31 01:14:47.597661 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=5fa7986e-c6cc-45c9-a07a-06a5c8573e7d,revision_number=5']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:47.680405 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5312c4-08a0-4d59-aeff-0a1bef1be5b0 admin admin] Router e1ee8874-5af9-4abd-a949-7adfaf328549 has already been hosted by L3 agent c5d183af-b1ef-4815-8853-b3c8447fce00 {{(pid=94635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:14:47.937325 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0eec61-f8b1-434d-89c6-0c80248068c8 req-31b15c98-f29e-434c-8ddc-f054c77ebf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:47.938921 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-df0eec61-f8b1-434d-89c6-0c80248068c8 req-31b15c98-f29e-434c-8ddc-f054c77ebf07 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 1099 time: 0.0487697 Aug 31 01:14:47.975505 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-f691dd8b-7cde-41b9-8fae-a42b5c93cbb6 req-7d34f55a-680d-48d4-a6ee-4dc2e677943b tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:47.976350 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-df0eec61-f8b1-434d-89c6-0c80248068c8 req-2835ae38-d15a-4887-8b00-fa049e49cf27 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298135 Aug 31 01:14:48.010235 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d34f55a-680d-48d4-a6ee-4dc2e677943b tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Pushing event deleted for resources: {'Port': ['ID=2231241d-a0e5-44ed-9620-73f268e4b109,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:48.105705 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5312c4-08a0-4d59-aeff-0a1bef1be5b0 admin admin] Notify agent at l3_agent.dv-cinder-760180-3-iscsi the message routers_updated {{(pid=94635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:14:48.113464 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-ce5312c4-08a0-4d59-aeff-0a1bef1be5b0 admin admin] 10.222.0.43 "PUT /v2.0/routers/e1ee8874-5af9-4abd-a949-7adfaf328549/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0217674 Aug 31 01:14:48.114218 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 32886) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:48.115354 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe29b34-c87b-4892-ae22-f61315c308c8 None None] Sync routers for ids ['e1ee8874-5af9-4abd-a949-7adfaf328549'] in dv-cinder-760180-3-iscsi {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:14:48.127440 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe29b34-c87b-4892-ae22-f61315c308c8 None None] Routers {'e1ee8874-5af9-4abd-a949-7adfaf328549'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:14:48.131346 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-5fe29b34-c87b-4892-ae22-f61315c308c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:14:39Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['e1ee8874-5af9-4abd-a949-7adfaf328549'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:48.177638 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f691dd8b-7cde-41b9-8fae-a42b5c93cbb6 req-7d34f55a-680d-48d4-a6ee-4dc2e677943b tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Router 9faccf4a-cbb5-4bc7-8dba-725081e85488 has already been hosted by L3 agent c5d183af-b1ef-4815-8853-b3c8447fce00 {{(pid=94635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:14:48.273195 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-5fe29b34-c87b-4892-ae22-f61315c308c8 None None] Set router e1ee8874-5af9-4abd-a949-7adfaf328549 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:14:48.299604 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a33c5985-a383-4a37-900a-fb7a387596cf req-8eb0e673-5a4c-4d20-9ed2-cf187739f19a tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 210 time: 0.0339503 Aug 31 01:14:48.310118 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-75b0082b-dd89-4abf-a0db-d4379f49e8fb admin admin] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:48.371781 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f691dd8b-7cde-41b9-8fae-a42b5c93cbb6 req-7d34f55a-680d-48d4-a6ee-4dc2e677943b tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify agent at l3_agent.dv-cinder-760180-3-iscsi the message routers_updated {{(pid=94635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:14:48.384638 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15504c14-a449-4d5d-99dc-307bd484c2ad None None] Sync routers for ids ['9faccf4a-cbb5-4bc7-8dba-725081e85488'] in dv-cinder-760180-3-iscsi {{(pid=94637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:14:48.410335 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15504c14-a449-4d5d-99dc-307bd484c2ad None None] Routers {'9faccf4a-cbb5-4bc7-8dba-725081e85488'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:14:48.418449 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-15504c14-a449-4d5d-99dc-307bd484c2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:14:39Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['9faccf4a-cbb5-4bc7-8dba-725081e85488'], 'active': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:48.440844 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [req-f691dd8b-7cde-41b9-8fae-a42b5c93cbb6 req-7d34f55a-680d-48d4-a6ee-4dc2e677943b tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] No DVR routers for this DVR port 2231241d-a0e5-44ed-9620-73f268e4b109 on host hv-cinder-76018 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:14:48.449577 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-f691dd8b-7cde-41b9-8fae-a42b5c93cbb6 req-7d34f55a-680d-48d4-a6ee-4dc2e677943b tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for port, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:48.455055 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f691dd8b-7cde-41b9-8fae-a42b5c93cbb6 req-7d34f55a-680d-48d4-a6ee-4dc2e677943b tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.72 "DELETE /v2.0/ports/2231241d-a0e5-44ed-9620-73f268e4b109 HTTP/1.1" status: 204 len: 173 time: 1.9392583 Aug 31 01:14:48.457316 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a41287-23a0-451c-b472-8e0af28bb04a', 'name': 'network-vif-deleted', 'tag': '2231241d-a0e5-44ed-9620-73f268e4b109'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:14:48.461447 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b881214d57cd1965c46d5ffcb12adc10c1d351a412fd4a0d5151f09a2b3a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3416c263-3e5e-423e-9837-871b1572b0e6" -d '{"events": [{"server_uuid": "c8a41287-23a0-451c-b472-8e0af28bb04a", "name": "network-vif-deleted", "tag": "2231241d-a0e5-44ed-9620-73f268e4b109"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:14:48.482246 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-75b0082b-dd89-4abf-a0db-d4379f49e8fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:48.552827 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28c5aaf-1a34-40e5-857e-2038a60df3d6 x-openstack-request-id: req-b28c5aaf-1a34-40e5-857e-2038a60df3d6 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:14:48.553117 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8a41287-23a0-451c-b472-8e0af28bb04a", "name": "network-vif-deleted", "tag": "2231241d-a0e5-44ed-9620-73f268e4b109", "status": "completed", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:14:48.553363 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b28c5aaf-1a34-40e5-857e-2038a60df3d6 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:14:48.554676 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8a41287-23a0-451c-b472-8e0af28bb04a', 'name': 'network-vif-deleted', 'tag': '2231241d-a0e5-44ed-9620-73f268e4b109', 'status': 'completed', 'code': 200} Aug 31 01:14:48.593767 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvr_db [None req-15504c14-a449-4d5d-99dc-307bd484c2ad None None] Set router 9faccf4a-cbb5-4bc7-8dba-725081e85488 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:14:48.620275 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-5fe29b34-c87b-4892-ae22-f61315c308c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ee8874-5af9-4abd-a949-7adfaf328549', 'name': 'tempest-TestMinimumBasicScenario-120299156-router', 'tenant_id': '903de612f2344f45af5b8ec67b92b43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '759e51f6-dd3c-490d-82de-363ba1bce85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:01Z', 'updated_at': '2021-08-31T01:14:46Z', 'revision_number': 5, 'project_id': '903de612f2344f45af5b8ec67b92b43b', 'gw_port': {'id': '759e51f6-dd3c-490d-82de-363ba1bce85d', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ee8874-5af9-4abd-a949-7adfaf328549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:02Z', 'updated_at': '2021-08-31T01:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi'}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:48.680357 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe29b34-c87b-4892-ae22-f61315c308c8 None None] Checking router: e1ee8874-5af9-4abd-a949-7adfaf328549 for host: dv-cinder-760180-3-iscsi {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:14:48.684166 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-75b0082b-dd89-4abf-a0db-d4379f49e8fb admin admin] Deleting port 759e51f6-dd3c-490d-82de-363ba1bce85d {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:48.684854 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-75b0082b-dd89-4abf-a0db-d4379f49e8fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:48.698150 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe29b34-c87b-4892-ae22-f61315c308c8 None None] Routers {'e1ee8874-5af9-4abd-a949-7adfaf328549'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:14:48.698807 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-5fe29b34-c87b-4892-ae22-f61315c308c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:14:39Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['e1ee8874-5af9-4abd-a949-7adfaf328549'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:48.757960 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad34b3c-a9f5-4dda-b416-06594e85ff40 req-b07b1356-2c0d-4ca3-96cf-216313fbae26 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:48.762931 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4ad34b3c-a9f5-4dda-b416-06594e85ff40 req-b07b1356-2c0d-4ca3-96cf-216313fbae26 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=edd21c95-4861-4a83-ace9-f049a4ccb48b HTTP/1.1" status: 200 len: 946 time: 0.1044514 Aug 31 01:14:48.788110 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-75b0082b-dd89-4abf-a0db-d4379f49e8fb admin admin] For port 759e51f6-dd3c-490d-82de-363ba1bce85d, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=759e51f6-dd3c-490d-82de-363ba1bce85d,segment=NetworkSegment(1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a),segment_id=1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:48.788537 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-75b0082b-dd89-4abf-a0db-d4379f49e8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:48.816450 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-75b0082b-dd89-4abf-a0db-d4379f49e8fb admin admin] Calling delete_port for 759e51f6-dd3c-490d-82de-363ba1bce85d owned by network:router_gateway {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:48.838889 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4ad34b3c-a9f5-4dda-b416-06594e85ff40 req-ab06982f-f299-47d2-a819-9b764fed87b1 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3c16135-16fc-4151-89a5-35fec977e8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656250 Aug 31 01:14:48.892948 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-5fe29b34-c87b-4892-ae22-f61315c308c8 None None] Set router e1ee8874-5af9-4abd-a949-7adfaf328549 gateway port host: None {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:14:49.005526 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2872630-4a62-4ee5-83b8-5efef650c417 req-f1f3e1ce-50b7-46b4-b36b-0905647a405d tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:49.013849 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a2872630-4a62-4ee5-83b8-5efef650c417 req-f1f3e1ce-50b7-46b4-b36b-0905647a405d tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 946 time: 0.0870461 Aug 31 01:14:49.042193 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-5fe29b34-c87b-4892-ae22-f61315c308c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ee8874-5af9-4abd-a949-7adfaf328549', 'name': 'tempest-TestMinimumBasicScenario-120299156-router', 'tenant_id': '903de612f2344f45af5b8ec67b92b43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:01Z', 'updated_at': '2021-08-31T01:14:48Z', 'revision_number': 6, 'project_id': '903de612f2344f45af5b8ec67b92b43b', 'gw_port_host': None}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:49.068394 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a2872630-4a62-4ee5-83b8-5efef650c417 req-ed07e645-09c7-4c4c-8e0a-ffcf175f8828 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535667 Aug 31 01:14:49.085336 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-15504c14-a449-4d5d-99dc-307bd484c2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'name': 'tempest-AttachVolumeTestJSON-1079692908-router', 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '5c5fb578-6eb3-40ea-9fff-14ef354e5a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:36Z', 'updated_at': '2021-08-31T01:09:44Z', 'revision_number': 4, 'project_id': '4ffa2d2788a446da9bb35bff34b67588', 'gw_port': {'id': '5c5fb578-6eb3-40ea-9fff-14ef354e5a2e', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:37Z', 'updated_at': '2021-08-31T01:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': '58bfd6c3-d93c-4d2b-b222-641a218b494c', 'name': '', 'network_id': '30fb7d9d-48f3-4521-a14a-db6a70863ca4', 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'mac_address': 'fa:16:3e:df:0f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4b8d6dea-cd1f-4897-b8eb-208006d6ba9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:42Z', 'updated_at': '2021-08-31T01:09:57Z', 'revision_number': 5, 'project_id': '4ffa2d2788a446da9bb35bff34b67588', 'subnets': [{'id': '4b8d6dea-cd1f-4897-b8eb-208006d6ba9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:49.123361 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15504c14-a449-4d5d-99dc-307bd484c2ad None None] Checking router: 9faccf4a-cbb5-4bc7-8dba-725081e85488 for host: dv-cinder-760180-3-iscsi {{(pid=94637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:14:49.123546 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe29b34-c87b-4892-ae22-f61315c308c8 None None] The sync data for ids ['e1ee8874-5af9-4abd-a949-7adfaf328549'] in dv-cinder-760180-3-iscsi is: [{'id': 'e1ee8874-5af9-4abd-a949-7adfaf328549', 'name': 'tempest-TestMinimumBasicScenario-120299156-router', 'tenant_id': '903de612f2344f45af5b8ec67b92b43b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:01Z', 'updated_at': '2021-08-31T01:14:48Z', 'revision_number': 6, 'project_id': '903de612f2344f45af5b8ec67b92b43b', 'gw_port_host': None}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:14:49.136726 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15504c14-a449-4d5d-99dc-307bd484c2ad None None] Routers {'9faccf4a-cbb5-4bc7-8dba-725081e85488'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:14:49.139042 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-15504c14-a449-4d5d-99dc-307bd484c2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:14:39Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['9faccf4a-cbb5-4bc7-8dba-725081e85488'], 'active': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:49.220817 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-75b0082b-dd89-4abf-a0db-d4379f49e8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126575170'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:49.277108 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvr_db [None req-15504c14-a449-4d5d-99dc-307bd484c2ad None None] Set router 9faccf4a-cbb5-4bc7-8dba-725081e85488 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:14:49.295814 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b0082b-dd89-4abf-a0db-d4379f49e8fb admin admin] Pushing event deleted for resources: {'Port': ['ID=759e51f6-dd3c-490d-82de-363ba1bce85d,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:49.348088 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-75b0082b-dd89-4abf-a0db-d4379f49e8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372021'] for router_gateway, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:49.451144 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6a183600-740c-4ace-a401-249695b69af2 req-dfd363c7-eedc-4752-ab5e-2c382e258d89 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8a41287-23a0-451c-b472-8e0af28bb04a HTTP/1.1" status: 200 len: 210 time: 0.0411036 Aug 31 01:14:49.501053 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-75b0082b-dd89-4abf-a0db-d4379f49e8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-381963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4375'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:49.503527 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-75b0082b-dd89-4abf-a0db-d4379f49e8fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:49.628632 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-15504c14-a449-4d5d-99dc-307bd484c2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'name': 'tempest-AttachVolumeTestJSON-1079692908-router', 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '5c5fb578-6eb3-40ea-9fff-14ef354e5a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:36Z', 'updated_at': '2021-08-31T01:09:44Z', 'revision_number': 4, 'project_id': '4ffa2d2788a446da9bb35bff34b67588', 'gw_port': {'id': '5c5fb578-6eb3-40ea-9fff-14ef354e5a2e', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:37Z', 'updated_at': '2021-08-31T01:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': '58bfd6c3-d93c-4d2b-b222-641a218b494c', 'name': '', 'network_id': '30fb7d9d-48f3-4521-a14a-db6a70863ca4', 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'mac_address': 'fa:16:3e:df:0f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4b8d6dea-cd1f-4897-b8eb-208006d6ba9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:42Z', 'updated_at': '2021-08-31T01:09:57Z', 'revision_number': 5, 'project_id': '4ffa2d2788a446da9bb35bff34b67588', 'subnets': [{'id': '4b8d6dea-cd1f-4897-b8eb-208006d6ba9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:49.649174 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-75b0082b-dd89-4abf-a0db-d4379f49e8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-381952'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:49.650156 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b0082b-dd89-4abf-a0db-d4379f49e8fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1ee8874-5af9-4abd-a949-7adfaf328549 {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:14:49.657232 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-75b0082b-dd89-4abf-a0db-d4379f49e8fb admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:49.663195 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15504c14-a449-4d5d-99dc-307bd484c2ad None None] The sync data for ids ['9faccf4a-cbb5-4bc7-8dba-725081e85488'] in dv-cinder-760180-3-iscsi is: [{'id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'name': 'tempest-AttachVolumeTestJSON-1079692908-router', 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '5c5fb578-6eb3-40ea-9fff-14ef354e5a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:36Z', 'updated_at': '2021-08-31T01:09:44Z', 'revision_number': 4, 'project_id': '4ffa2d2788a446da9bb35bff34b67588', 'gw_port': {'id': '5c5fb578-6eb3-40ea-9fff-14ef354e5a2e', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:37Z', 'updated_at': '2021-08-31T01:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': '58bfd6c3-d93c-4d2b-b222-641a218b494c', 'name': '', 'network_id': '30fb7d9d-48f3-4521-a14a-db6a70863ca4', 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'mac_address': 'fa:16:3e:df:0f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4b8d6dea-cd1f-4897-b8eb-208006d6ba9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:42Z', 'updated_at': '2021-08-31T01:09:57Z', 'revision_number': 5, 'project_id': '4ffa2d2788a446da9bb35bff34b67588', 'subnets': [{'id': '4b8d6dea-cd1f-4897-b8eb-208006d6ba9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:14:49.663622 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-75b0082b-dd89-4abf-a0db-d4379f49e8fb admin admin] 10.222.0.43 "DELETE /v2.0/routers/e1ee8874-5af9-4abd-a949-7adfaf328549 HTTP/1.1" status: 204 len: 168 time: 1.5348396 Aug 31 01:14:49.663622 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 32958) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:49.709032 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-782d1f11-ca71-48e3-b511-9c864bafd9fc admin admin] Deleting subnet 932a558b-fbdc-4fae-8436-489e1510f27c {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:14:49.713963 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-782d1f11-ca71-48e3-b511-9c864bafd9fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:49.750727 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-782d1f11-ca71-48e3-b511-9c864bafd9fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126401387'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:49.859105 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-782d1f11-ca71-48e3-b511-9c864bafd9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1450095'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:49.953790 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84565c0-d74b-48a8-a381-570776b55602 None None] New status for floating IP dd32d4a0-8846-4e35-88bb-83a936c6ffc3: DOWN {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:14:49.992470 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-782d1f11-ca71-48e3-b511-9c864bafd9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1450084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126575149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126404209'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:50.083443 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 32966) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:50.247362 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-15ec1e8a-1b7f-4883-8654-44321c2e918d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:50.271547 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d1f11-ca71-48e3-b511-9c864bafd9fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=932a558b-fbdc-4fae-8436-489e1510f27c,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:50.276981 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-782d1f11-ca71-48e3-b511-9c864bafd9fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:50.280390 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-782d1f11-ca71-48e3-b511-9c864bafd9fc admin admin] 10.222.0.43 "DELETE /v2.0/subnets/932a558b-fbdc-4fae-8436-489e1510f27c HTTP/1.1" status: 204 len: 168 time: 0.6141257 Aug 31 01:14:50.280588 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 32972) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:50.286688 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616173e-ff39-4920-8a75-2b991e115d90 req-39c57d29-1d50-4685-bf0d-130a7ef3debd tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:50.292805 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fd54ab-7d77-4f0c-bfb7-4bc6d37f79d2 None None] Network 10ac124c-9093-45e3-86e4-1440cfd9ebfd requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:14:50.295801 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c616173e-ff39-4920-8a75-2b991e115d90 req-39c57d29-1d50-4685-bf0d-130a7ef3debd tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 946 time: 0.1183598 Aug 31 01:14:50.377377 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device ddb44cb7-1db9-4b3d-9b99-9c6f88e673ad no longer exists at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:14:50.378094 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d820fe19-69dd-4fce-8858-19c8e998b476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525824'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:50.380565 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c616173e-ff39-4920-8a75-2b991e115d90 req-56b849d5-4f86-4bfc-8d21-c07f455046ac tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771141 Aug 31 01:14:50.432451 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] No Port match for: ddb44cb7-1db9-4b3d-9b99-9c6f88e673ad {{(pid=94636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:14:50.432804 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device ddb44cb7-1db9-4b3d-9b99-9c6f88e673ad not bound to the agent host dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:14:50.433236 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 759e51f6-dd3c-490d-82de-363ba1bce85d no longer exists at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:14:50.454062 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-d820fe19-69dd-4fce-8858-19c8e998b476 admin admin] Deleting port e1181ba1-4466-40e4-aac0-00a0823905c1 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:50.454062 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d820fe19-69dd-4fce-8858-19c8e998b476 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:50.454247 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-15ec1e8a-1b7f-4883-8654-44321c2e918d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:50.495038 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] No Port match for: 759e51f6-dd3c-490d-82de-363ba1bce85d {{(pid=94636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:14:50.495379 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 759e51f6-dd3c-490d-82de-363ba1bce85d not bound to the agent host dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:14:50.522648 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4a83a-63a1-4f7f-841a-ef66386f3964 req-1f5dca04-9eba-4ee5-9809-12f068679654 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:50.528762 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-02b4a83a-63a1-4f7f-841a-ef66386f3964 req-1f5dca04-9eba-4ee5-9809-12f068679654 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 946 time: 0.0669439 Aug 31 01:14:50.535150 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 32996) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:50.544413 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [None req-6f972e0b-77f7-4d19-91a1-eb3a3b599d99 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Request body: {'floatingip': {'port_id': '5fa7986e-c6cc-45c9-a07a-06a5c8573e7d'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:50.550716 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-d820fe19-69dd-4fce-8858-19c8e998b476 admin admin] For port e1181ba1-4466-40e4-aac0-00a0823905c1, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=e1181ba1-4466-40e4-aac0-00a0823905c1,segment=NetworkSegment(8e0748bd-fe28-47cc-9566-cdcf79345b0c),segment_id=8e0748bd-fe28-47cc-9566-cdcf79345b0c)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:50.551226 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d820fe19-69dd-4fce-8858-19c8e998b476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:50.573016 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-d820fe19-69dd-4fce-8858-19c8e998b476 admin admin] Calling delete_port for e1181ba1-4466-40e4-aac0-00a0823905c1 owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:50.594193 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-15ec1e8a-1b7f-4883-8654-44321c2e918d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:50.623853 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6f972e0b-77f7-4d19-91a1-eb3a3b599d99 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks [] for floatingip, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:50.669411 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cacda6-ea10-44d6-a309-6a26c5f2e5fc None None] DHCP port deletion for 10ac124c-9093-45e3-86e4-1440cfd9ebfd request from dv-cinder-760180-3-iscsi {{(pid=94636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:14:50.691630 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-15ec1e8a-1b7f-4883-8654-44321c2e918d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=789c4c5ebcdd4286bc70064206295da6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6070666 Aug 31 01:14:50.695030 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 32998) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:50.719881 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec1e8a-1b7f-4883-8654-44321c2e918d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b701061-df2a-4665-9f51-d2d69fe94326,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:50.735971 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-e1cacda6-ea10-44d6-a309-6a26c5f2e5fc None None] Deleting port e1181ba1-4466-40e4-aac0-00a0823905c1 {{(pid=94636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:50.738784 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-e1cacda6-ea10-44d6-a309-6a26c5f2e5fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:50.765740 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d820fe19-69dd-4fce-8858-19c8e998b476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126575170'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:50.814508 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-e1cacda6-ea10-44d6-a309-6a26c5f2e5fc None None] For port e1181ba1-4466-40e4-aac0-00a0823905c1, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=e1181ba1-4466-40e4-aac0-00a0823905c1,segment=NetworkSegment(8e0748bd-fe28-47cc-9566-cdcf79345b0c),segment_id=8e0748bd-fe28-47cc-9566-cdcf79345b0c)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:50.815107 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-e1cacda6-ea10-44d6-a309-6a26c5f2e5fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:50.815707 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820fe19-69dd-4fce-8858-19c8e998b476 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1181ba1-4466-40e4-aac0-00a0823905c1,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:50.833641 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-e1cacda6-ea10-44d6-a309-6a26c5f2e5fc None None] Calling delete_port for e1181ba1-4466-40e4-aac0-00a0823905c1 owned by network:dhcp {{(pid=94636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:50.835572 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d820fe19-69dd-4fce-8858-19c8e998b476 admin admin] No DVR routers for this DVR port e1181ba1-4466-40e4-aac0-00a0823905c1 on host dv-cinder-760180-3-iscsi {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:14:50.837960 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5938863f-a7a4-4274-b84a-cf8f06a881db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:50.850211 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 33000) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:50.898807 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5938863f-a7a4-4274-b84a-cf8f06a881db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:50.972054 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-e1cacda6-ea10-44d6-a309-6a26c5f2e5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231'] for port, after_delete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:50.979499 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d820fe19-69dd-4fce-8858-19c8e998b476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1451156', 'neutron.services.segments.db._delete_segments_for_network-8766773786049'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:51.000554 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cacda6-ea10-44d6-a309-6a26c5f2e5fc None None] Pushing event deleted for resources: {'Port': ['ID=e1181ba1-4466-40e4-aac0-00a0823905c1,revision_number=None']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:51.008486 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cacda6-ea10-44d6-a309-6a26c5f2e5fc None None] No DVR routers for this DVR port e1181ba1-4466-40e4-aac0-00a0823905c1 on host dv-cinder-760180-3-iscsi {{(pid=94636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:14:51.008693 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.services.segments.db [None req-d820fe19-69dd-4fce-8858-19c8e998b476 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10ac124c-9093-45e3-86e4-1440cfd9ebfd']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:51.032520 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.services.segments.db [None req-d820fe19-69dd-4fce-8858-19c8e998b476 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e0748bd-fe28-47cc-9566-cdcf79345b0c') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:51.032520 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.services.segments.db [None req-d820fe19-69dd-4fce-8858-19c8e998b476 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e0748bd-fe28-47cc-9566-cdcf79345b0c') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:51.049636 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d820fe19-69dd-4fce-8858-19c8e998b476 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766773797205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126401360'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:51.068374 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d820fe19-69dd-4fce-8858-19c8e998b476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:51.084130 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d820fe19-69dd-4fce-8858-19c8e998b476 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:14:51.084529 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d820fe19-69dd-4fce-8858-19c8e998b476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126575255'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:51.089098 dv-cinder-760180-3-iscsi neutron-server[94634]: Traceback (most recent call last): Aug 31 01:14:51.089098 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:14:51.089098 dv-cinder-760180-3-iscsi neutron-server[94634]: timer() Aug 31 01:14:51.089098 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:14:51.089098 dv-cinder-760180-3-iscsi neutron-server[94634]: cb(*args, **kw) Aug 31 01:14:51.089098 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:14:51.089098 dv-cinder-760180-3-iscsi neutron-server[94634]: return func(*args, **kwargs) Aug 31 01:14:51.089098 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:14:51.089098 dv-cinder-760180-3-iscsi neutron-server[94634]: self._notify() Aug 31 01:14:51.089098 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:14:51.089098 dv-cinder-760180-3-iscsi neutron-server[94634]: self.callback(batched_events) Aug 31 01:14:51.089098 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:14:51.089098 dv-cinder-760180-3-iscsi neutron-server[94634]: event.method(event) Aug 31 01:14:51.089098 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:14:51.089098 dv-cinder-760180-3-iscsi neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:14:51.089098 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:14:51.089098 dv-cinder-760180-3-iscsi neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:14:51.089098 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:14:51.089098 dv-cinder-760180-3-iscsi neutron-server[94634]: return f(self, *a, **k) Aug 31 01:14:51.089098 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:14:51.089098 dv-cinder-760180-3-iscsi neutron-server[94634]: return self._get(url).json() Aug 31 01:14:51.089098 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:14:51.089098 dv-cinder-760180-3-iscsi neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:14:51.089098 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:14:51.089098 dv-cinder-760180-3-iscsi neutron-server[94634]: return self.request(url, 'GET', **kwargs) Aug 31 01:14:51.089098 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:14:51.089098 dv-cinder-760180-3-iscsi neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:14:51.089098 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:14:51.089098 dv-cinder-760180-3-iscsi neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:14:51.089098 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:14:51.089098 dv-cinder-760180-3-iscsi neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:14:51.089098 dv-cinder-760180-3-iscsi neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:14:51.095425 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ef302a14-ca68-4f5a-bede-bdd203274a89 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:51.157642 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6f972e0b-77f7-4d19-91a1-eb3a3b599d99 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:51.159702 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ef302a14-ca68-4f5a-bede-bdd203274a89 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:51.177390 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 2231241d-a0e5-44ed-9620-73f268e4b109 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:14:51.197723 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] No Port match for: 2231241d-a0e5-44ed-9620-73f268e4b109 {{(pid=94636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:14:51.198063 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 2231241d-a0e5-44ed-9620-73f268e4b109 not bound to the agent host hv-cinder-76018 {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:14:51.226095 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5938863f-a7a4-4274-b84a-cf8f06a881db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:51.229448 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5938863f-a7a4-4274-b84a-cf8f06a881db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:51.230833 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-5938863f-a7a4-4274-b84a-cf8f06a881db admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6b701061-df2a-4665-9f51-d2d69fe94326 HTTP/1.1" status: 204 len: 168 time: 0.5347562 Aug 31 01:14:51.240855 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938863f-a7a4-4274-b84a-cf8f06a881db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b701061-df2a-4665-9f51-d2d69fe94326,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:51.312426 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d820fe19-69dd-4fce-8858-19c8e998b476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1451149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371993'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:51.313076 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6f972e0b-77f7-4d19-91a1-eb3a3b599d99 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371979'] for floatingip, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:51.319815 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-d820fe19-69dd-4fce-8858-19c8e998b476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:51.325028 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-d820fe19-69dd-4fce-8858-19c8e998b476 admin admin] 10.222.0.43 "DELETE /v2.0/networks/10ac124c-9093-45e3-86e4-1440cfd9ebfd HTTP/1.1" status: 204 len: 168 time: 1.0433156 Aug 31 01:14:51.325709 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 33006) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:51.340746 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820fe19-69dd-4fce-8858-19c8e998b476 admin admin] Pushing event deleted for resources: {'Network': ['ID=10ac124c-9093-45e3-86e4-1440cfd9ebfd,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:51.344409 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ef302a14-ca68-4f5a-bede-bdd203274a89 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:51.346016 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ef302a14-ca68-4f5a-bede-bdd203274a89 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:51.346954 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-ef302a14-ca68-4f5a-bede-bdd203274a89 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "DELETE /v2.0/security-groups/835cf8ab-88af-4a9c-a1f2-bc64a26a2289 HTTP/1.1" status: 204 len: 168 time: 0.4957411 Aug 31 01:14:51.357446 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 33008) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:51.389992 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef302a14-ca68-4f5a-bede-bdd203274a89 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=835cf8ab-88af-4a9c-a1f2-bc64a26a2289,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:51.425662 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.api.v2.resource [None req-5dde41e1-352d-4804-97a3-0745b2bfe174 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] show failed (client error): The resource could not be found. Aug 31 01:14:51.427731 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-5dde41e1-352d-4804-97a3-0745b2bfe174 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups/835cf8ab-88af-4a9c-a1f2-bc64a26a2289 HTTP/1.1" status: 404 len: 347 time: 0.0691564 Aug 31 01:14:51.432994 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 33010) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:51.472549 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.db.l3_db [None req-6f972e0b-77f7-4d19-91a1-eb3a3b599d99 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Floating IP a1dd9b50-2620-4ea1-b273-598eed670776 associated. External IP: 172.27.3.157, port: 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d. Aug 31 01:14:51.662533 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-ef554fc7-7074-4562-81bb-b9f43d90dbbe tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Deleting port 4648990d-b750-428b-8f84-9903091f94df {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:51.662533 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ef554fc7-7074-4562-81bb-b9f43d90dbbe tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:51.773760 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5aae3e16-f1e3-41a3-ad4c-d7d4164b6c10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370955'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:51.831745 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ef554fc7-7074-4562-81bb-b9f43d90dbbe tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:51.832164 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ef554fc7-7074-4562-81bb-b9f43d90dbbe tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:51.851761 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-ef554fc7-7074-4562-81bb-b9f43d90dbbe tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Calling delete_port for 4648990d-b750-428b-8f84-9903091f94df owned by network:floatingip {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:51.860901 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f972e0b-77f7-4d19-91a1-eb3a3b599d99 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Router 4b3525fc-8196-4326-94be-ddc5a5c3e862 has already been hosted by L3 agent c5d183af-b1ef-4815-8853-b3c8447fce00 {{(pid=94635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:14:51.962524 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 33014) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:51.984039 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cc21ab53-06d4-43e9-8dd7-15b4eb9db528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:52.047638 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f972e0b-77f7-4d19-91a1-eb3a3b599d99 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify agent at l3_agent.dv-cinder-760180-3-iscsi the message routers_updated {{(pid=94635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:14:52.055801 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-6f972e0b-77f7-4d19-91a1-eb3a3b599d99 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for floatingip, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:52.060610 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433a0442-d026-412c-9aeb-e6f3ccc9691d None None] Sync routers for ids ['4b3525fc-8196-4326-94be-ddc5a5c3e862'] in dv-cinder-760180-3-iscsi {{(pid=94637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:14:52.076321 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433a0442-d026-412c-9aeb-e6f3ccc9691d None None] Routers {'4b3525fc-8196-4326-94be-ddc5a5c3e862'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:14:52.076966 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-433a0442-d026-412c-9aeb-e6f3ccc9691d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:14:39Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['4b3525fc-8196-4326-94be-ddc5a5c3e862'], 'active': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:52.125519 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-6f972e0b-77f7-4d19-91a1-eb3a3b599d99 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "PUT /v2.0/floatingips/a1dd9b50-2620-4ea1-b273-598eed670776 HTTP/1.1" status: 200 len: 992 time: 1.5875218 Aug 31 01:14:52.127824 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eebeddb-5cfb-4ac5-ba34-e20f1c94f921', 'tag': '5fa7986e-c6cc-45c9-a07a-06a5c8573e7d'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:14:52.130188 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b881214d57cd1965c46d5ffcb12adc10c1d351a412fd4a0d5151f09a2b3a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe05b61-c601-421d-bbb9-b033d3b1e758" -d '{"events": [{"name": "network-changed", "server_uuid": "9eebeddb-5cfb-4ac5-ba34-e20f1c94f921", "tag": "5fa7986e-c6cc-45c9-a07a-06a5c8573e7d"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:14:52.162978 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-5aae3e16-f1e3-41a3-ad4c-d7d4164b6c10 admin admin] Deleting port 9235bda6-e497-49d8-9cc6-5eb6d1d5084c {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:52.163388 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5aae3e16-f1e3-41a3-ad4c-d7d4164b6c10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:52.169568 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cc21ab53-06d4-43e9-8dd7-15b4eb9db528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:52.193629 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e061f7e3-bb70-403b-ace3-bef9ca0bfa86 x-openstack-request-id: req-e061f7e3-bb70-403b-ace3-bef9ca0bfa86 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:14:52.194104 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eebeddb-5cfb-4ac5-ba34-e20f1c94f921", "tag": "5fa7986e-c6cc-45c9-a07a-06a5c8573e7d", "status": "completed", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:14:52.194217 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e061f7e3-bb70-403b-ace3-bef9ca0bfa86 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:14:52.194580 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eebeddb-5cfb-4ac5-ba34-e20f1c94f921', 'tag': '5fa7986e-c6cc-45c9-a07a-06a5c8573e7d', 'status': 'completed', 'code': 200} Aug 31 01:14:52.227221 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ef554fc7-7074-4562-81bb-b9f43d90dbbe tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:52.230512 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvr_db [None req-433a0442-d026-412c-9aeb-e6f3ccc9691d None None] Set router 4b3525fc-8196-4326-94be-ddc5a5c3e862 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:14:52.270552 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-5aae3e16-f1e3-41a3-ad4c-d7d4164b6c10 admin admin] For port 9235bda6-e497-49d8-9cc6-5eb6d1d5084c, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=9235bda6-e497-49d8-9cc6-5eb6d1d5084c,segment=NetworkSegment(9afb9062-2387-4b2f-ab87-016c70137633),segment_id=9afb9062-2387-4b2f-ab87-016c70137633)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:52.271006 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5aae3e16-f1e3-41a3-ad4c-d7d4164b6c10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:52.280362 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cc21ab53-06d4-43e9-8dd7-15b4eb9db528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:52.288772 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device e1181ba1-4466-40e4-aac0-00a0823905c1 no longer exists at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:14:52.295273 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef554fc7-7074-4562-81bb-b9f43d90dbbe tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Pushing event deleted for resources: {'Port': ['ID=4648990d-b750-428b-8f84-9903091f94df,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:52.302876 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-5aae3e16-f1e3-41a3-ad4c-d7d4164b6c10 admin admin] Calling delete_port for 9235bda6-e497-49d8-9cc6-5eb6d1d5084c owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:52.329281 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] No Port match for: e1181ba1-4466-40e4-aac0-00a0823905c1 {{(pid=94636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:14:52.329281 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device e1181ba1-4466-40e4-aac0-00a0823905c1 not bound to the agent host dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:14:52.336785 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe05b61-c601-421d-bbb9-b033d3b1e758 req-6d305990-536b-4adc-8921-8bc3367c6922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:52.338873 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bfe05b61-c601-421d-bbb9-b033d3b1e758 req-6d305990-536b-4adc-8921-8bc3367c6922 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8e8ee4f4a0b14bda8b938a88a2dab8cd&device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 1099 time: 0.1091907 Aug 31 01:14:52.366104 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-cc21ab53-06d4-43e9-8dd7-15b4eb9db528 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b885e6f1ac5e4b0c96d31dd24f2e8d8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3991346 Aug 31 01:14:52.372911 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 33022) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:52.396095 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21ab53-06d4-43e9-8dd7-15b4eb9db528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd998b1-a6b4-4a21-8113-8129b856a4ea,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:52.477461 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ef554fc7-7074-4562-81bb-b9f43d90dbbe tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks [] for floatingip, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:52.480543 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ef554fc7-7074-4562-81bb-b9f43d90dbbe tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for floatingip, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:52.485280 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-ef554fc7-7074-4562-81bb-b9f43d90dbbe tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "DELETE /v2.0/floatingips/dd32d4a0-8846-4e35-88bb-83a936c6ffc3 HTTP/1.1" status: 204 len: 168 time: 1.0477982 Aug 31 01:14:52.505346 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5f04d06f-39cb-442f-a4e8-3242cedbd5ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:52.509441 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-433a0442-d026-412c-9aeb-e6f3ccc9691d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'name': 'tempest-AttachVolumeShelveTestJSON-2113926238-router', 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'b7faadf1-a0aa-444e-8412-24b9542bff98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:34Z', 'updated_at': '2021-08-31T01:09:44Z', 'revision_number': 4, 'project_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'gw_port': {'id': 'b7faadf1-a0aa-444e-8412-24b9542bff98', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:41:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:35Z', 'updated_at': '2021-08-31T01:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_floatingips': [{'id': 'a1dd9b50-2620-4ea1-b273-598eed670776', 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'router_id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'port_id': '5fa7986e-c6cc-45c9-a07a-06a5c8573e7d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff', 'mac_address': 'fa:16:3e:98:d3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebeddb-5cfb-4ac5-ba34-e20f1c94f921', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:14:32Z', 'updated_at': '2021-08-31T01:14:51Z', 'revision_number': 1, 'project_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '439a5d3d-003f-4c41-b802-c13259706c8a', 'name': '', 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff', 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'mac_address': 'fa:16:3e:17:86:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:41Z', 'updated_at': '2021-08-31T01:09:56Z', 'revision_number': 5, 'project_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'subnets': [{'id': '8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:52.546994 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433a0442-d026-412c-9aeb-e6f3ccc9691d None None] Checking router: 4b3525fc-8196-4326-94be-ddc5a5c3e862 for host: dv-cinder-760180-3-iscsi {{(pid=94637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:14:52.557002 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433a0442-d026-412c-9aeb-e6f3ccc9691d None None] Routers {'4b3525fc-8196-4326-94be-ddc5a5c3e862'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:14:52.557931 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-433a0442-d026-412c-9aeb-e6f3ccc9691d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:14:39Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['4b3525fc-8196-4326-94be-ddc5a5c3e862'], 'active': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:52.570848 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5f04d06f-39cb-442f-a4e8-3242cedbd5ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:52.584790 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe05b61-c601-421d-bbb9-b033d3b1e758 req-c9aa202d-1952-4bb0-a323-cb65d0e89a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:52.586352 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bfe05b61-c601-421d-bbb9-b033d3b1e758 req-c9aa202d-1952-4bb0-a323-cb65d0e89a7f service neutron] 10.222.0.72 "GET /v2.0/networks?id=cbc670e8-9863-4523-934f-dc257f6800ff HTTP/1.1" status: 200 len: 918 time: 0.2255440 Aug 31 01:14:52.647696 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5aae3e16-f1e3-41a3-ad4c-d7d4164b6c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126575170'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:52.667435 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvr_db [None req-433a0442-d026-412c-9aeb-e6f3ccc9691d None None] Set router 4b3525fc-8196-4326-94be-ddc5a5c3e862 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:14:52.677699 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae3e16-f1e3-41a3-ad4c-d7d4164b6c10 admin admin] Pushing event deleted for resources: {'Port': ['ID=9235bda6-e497-49d8-9cc6-5eb6d1d5084c,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:52.705111 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bfe05b61-c601-421d-bbb9-b033d3b1e758 req-e2d2064e-0f5e-4aab-bd77-baf8558db9ce service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa7986e-c6cc-45c9-a07a-06a5c8573e7d HTTP/1.1" status: 200 len: 1000 time: 0.1069694 Aug 31 01:14:52.775869 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe05b61-c601-421d-bbb9-b033d3b1e758 req-5054e860-f880-4442-9e00-f96a5ab68674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:52.778053 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bfe05b61-c601-421d-bbb9-b033d3b1e758 req-5054e860-f880-4442-9e00-f96a5ab68674 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9 HTTP/1.1" status: 200 len: 856 time: 0.0634320 Aug 31 01:14:52.843909 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe05b61-c601-421d-bbb9-b033d3b1e758 req-46bffd61-a024-4b91-be75-0fdb99ea39a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:52.847356 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bfe05b61-c601-421d-bbb9-b033d3b1e758 req-46bffd61-a024-4b91-be75-0fdb99ea39a6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cbc670e8-9863-4523-934f-dc257f6800ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600698 Aug 31 01:14:52.852288 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5f04d06f-39cb-442f-a4e8-3242cedbd5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:52.857896 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5f04d06f-39cb-442f-a4e8-3242cedbd5ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:52.864042 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-5f04d06f-39cb-442f-a4e8-3242cedbd5ae admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7bd998b1-a6b4-4a21-8113-8129b856a4ea HTTP/1.1" status: 204 len: 168 time: 0.4854236 Aug 31 01:14:52.891876 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f04d06f-39cb-442f-a4e8-3242cedbd5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd998b1-a6b4-4a21-8113-8129b856a4ea,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:52.923109 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5aae3e16-f1e3-41a3-ad4c-d7d4164b6c10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-371095'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:52.927311 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 33028) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:52.937129 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-8c6992f6-d1ba-4b27-88c7-2a8f20b4a491 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1278216758', 'description': 'tempest-description--419250340'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:52.996835 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-433a0442-d026-412c-9aeb-e6f3ccc9691d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'name': 'tempest-AttachVolumeShelveTestJSON-2113926238-router', 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'b7faadf1-a0aa-444e-8412-24b9542bff98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:34Z', 'updated_at': '2021-08-31T01:09:44Z', 'revision_number': 4, 'project_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'gw_port': {'id': 'b7faadf1-a0aa-444e-8412-24b9542bff98', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:41:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:35Z', 'updated_at': '2021-08-31T01:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_floatingips': [{'id': 'a1dd9b50-2620-4ea1-b273-598eed670776', 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'router_id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'port_id': '5fa7986e-c6cc-45c9-a07a-06a5c8573e7d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff', 'mac_address': 'fa:16:3e:98:d3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebeddb-5cfb-4ac5-ba34-e20f1c94f921', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:14:32Z', 'updated_at': '2021-08-31T01:14:51Z', 'revision_number': 1, 'project_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '439a5d3d-003f-4c41-b802-c13259706c8a', 'name': '', 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff', 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'mac_address': 'fa:16:3e:17:86:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:41Z', 'updated_at': '2021-08-31T01:09:56Z', 'revision_number': 5, 'project_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'subnets': [{'id': '8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:53.034575 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bfe05b61-c601-421d-bbb9-b033d3b1e758 req-eb1855ba-716d-4e23-b444-4ddbed26708e service neutron] 10.222.0.72 "GET /v2.0/networks/cbc670e8-9863-4523-934f-dc257f6800ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713724 Aug 31 01:14:53.041141 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433a0442-d026-412c-9aeb-e6f3ccc9691d None None] The sync data for ids ['4b3525fc-8196-4326-94be-ddc5a5c3e862'] in dv-cinder-760180-3-iscsi is: [{'id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'name': 'tempest-AttachVolumeShelveTestJSON-2113926238-router', 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'b7faadf1-a0aa-444e-8412-24b9542bff98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:34Z', 'updated_at': '2021-08-31T01:09:44Z', 'revision_number': 4, 'project_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'gw_port': {'id': 'b7faadf1-a0aa-444e-8412-24b9542bff98', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:41:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:35Z', 'updated_at': '2021-08-31T01:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_floatingips': [{'id': 'a1dd9b50-2620-4ea1-b273-598eed670776', 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'router_id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'port_id': '5fa7986e-c6cc-45c9-a07a-06a5c8573e7d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff', 'mac_address': 'fa:16:3e:98:d3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eebeddb-5cfb-4ac5-ba34-e20f1c94f921', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:14:32Z', 'updated_at': '2021-08-31T01:14:51Z', 'revision_number': 1, 'project_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '439a5d3d-003f-4c41-b802-c13259706c8a', 'name': '', 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff', 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'mac_address': 'fa:16:3e:17:86:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:41Z', 'updated_at': '2021-08-31T01:09:56Z', 'revision_number': 5, 'project_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'subnets': [{'id': '8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:14:53.088660 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8c6992f6-d1ba-4b27-88c7-2a8f20b4a491 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:53.158019 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bfe05b61-c601-421d-bbb9-b033d3b1e758 req-50b32fe1-8df9-4cdd-99b0-a351b95724e8 service neutron] 10.222.0.72 "GET /v2.0/networks/cbc670e8-9863-4523-934f-dc257f6800ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149645 Aug 31 01:14:53.244495 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aae3e16-f1e3-41a3-ad4c-d7d4164b6c10 admin admin] Router 13c5516b-287a-4b41-8735-50a29c7169aa has already been hosted by L3 agent c5d183af-b1ef-4815-8853-b3c8447fce00 {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:14:53.317958 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8c6992f6-d1ba-4b27-88c7-2a8f20b4a491 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:53.323153 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707734b7-3ab4-4c25-81f6-7215f146a331 None None] New status for floating IP a1dd9b50-2620-4ea1-b273-598eed670776: ACTIVE {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:14:53.394389 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8c6992f6-d1ba-4b27-88c7-2a8f20b4a491 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:53.411030 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aae3e16-f1e3-41a3-ad4c-d7d4164b6c10 admin admin] Notify agent at l3_agent.dv-cinder-760180-3-iscsi the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:14:53.425599 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-5aae3e16-f1e3-41a3-ad4c-d7d4164b6c10 admin admin] 10.222.0.43 "PUT /v2.0/routers/13c5516b-287a-4b41-8735-50a29c7169aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0879483 Aug 31 01:14:53.425806 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 33040) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:53.428352 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a201c2-c7fe-4c9d-9619-f4fb1acb1b41 None None] Sync routers for ids ['13c5516b-287a-4b41-8735-50a29c7169aa'] in dv-cinder-760180-3-iscsi {{(pid=94637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:14:53.449197 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a201c2-c7fe-4c9d-9619-f4fb1acb1b41 None None] Routers {'13c5516b-287a-4b41-8735-50a29c7169aa'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:14:53.449846 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-56a201c2-c7fe-4c9d-9619-f4fb1acb1b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:14:39Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['13c5516b-287a-4b41-8735-50a29c7169aa'], 'active': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:53.480905 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6992f6-d1ba-4b27-88c7-2a8f20b4a491 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3653104d-c543-43dc-b78a-f073a018d9a6,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:53.501535 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8c6992f6-d1ba-4b27-88c7-2a8f20b4a491 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:53.505401 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-8c6992f6-d1ba-4b27-88c7-2a8f20b4a491 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5740495 Aug 31 01:14:53.505972 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 33044) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:53.511394 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [None req-738e0a5d-20c7-4f05-a4ad-f15f41db10d4 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Request body: {'security_group_rule': {'security_group_id': '3653104d-c543-43dc-b78a-f073a018d9a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:53.563869 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4ef7846d-9f31-4499-8d82-90fd003f6599 admin admin] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:53.599568 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvr_db [None req-56a201c2-c7fe-4c9d-9619-f4fb1acb1b41 None None] Set router 13c5516b-287a-4b41-8735-50a29c7169aa gateway port host: dv-cinder-760180-3-iscsi {{(pid=94637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:14:53.626960 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-738e0a5d-20c7-4f05-a4ad-f15f41db10d4 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:53.698143 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-738e0a5d-20c7-4f05-a4ad-f15f41db10d4 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:53.720803 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4ef7846d-9f31-4499-8d82-90fd003f6599 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:53.766803 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-738e0a5d-20c7-4f05-a4ad-f15f41db10d4 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021170'] for security_group_rule, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:53.786507 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e0a5d-20c7-4f05-a4ad-f15f41db10d4 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f426c7-2099-4ab9-9fe0-44e78488d6e4,revision_number=0']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:53.802806 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-56a201c2-c7fe-4c9d-9619-f4fb1acb1b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c5516b-287a-4b41-8735-50a29c7169aa', 'name': 'tempest-TestMinimumBasicScenario-11085805-router', 'tenant_id': 'e249767499964a188880667e0d16755f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '55dcef12-a789-4f7f-ba49-6092112ca56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:09Z', 'updated_at': '2021-08-31T01:14:52Z', 'revision_number': 5, 'project_id': 'e249767499964a188880667e0d16755f', 'gw_port': {'id': '55dcef12-a789-4f7f-ba49-6092112ca56f', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ab:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5516b-287a-4b41-8735-50a29c7169aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:10Z', 'updated_at': '2021-08-31T01:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi'}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:53.829175 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a201c2-c7fe-4c9d-9619-f4fb1acb1b41 None None] Checking router: 13c5516b-287a-4b41-8735-50a29c7169aa for host: dv-cinder-760180-3-iscsi {{(pid=94637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:14:53.838466 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a201c2-c7fe-4c9d-9619-f4fb1acb1b41 None None] Routers {'13c5516b-287a-4b41-8735-50a29c7169aa'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:14:53.839233 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-56a201c2-c7fe-4c9d-9619-f4fb1acb1b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:14:39Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['13c5516b-287a-4b41-8735-50a29c7169aa'], 'active': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:53.847192 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-738e0a5d-20c7-4f05-a4ad-f15f41db10d4 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:53.851344 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-738e0a5d-20c7-4f05-a4ad-f15f41db10d4 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3436880 Aug 31 01:14:53.854027 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 33050) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:53.854668 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-4ef7846d-9f31-4499-8d82-90fd003f6599 admin admin] Deleting port 55dcef12-a789-4f7f-ba49-6092112ca56f {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:53.855169 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4ef7846d-9f31-4499-8d82-90fd003f6599 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:53.861474 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [None req-07dcc7ad-a65e-4629-9829-699c2d1ab2af tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Request body: {'security_group_rule': {'security_group_id': '3653104d-c543-43dc-b78a-f073a018d9a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:53.941281 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvr_db [None req-56a201c2-c7fe-4c9d-9619-f4fb1acb1b41 None None] Set router 13c5516b-287a-4b41-8735-50a29c7169aa gateway port host: None {{(pid=94637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:14:53.948508 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-4ef7846d-9f31-4499-8d82-90fd003f6599 admin admin] For port 55dcef12-a789-4f7f-ba49-6092112ca56f, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=55dcef12-a789-4f7f-ba49-6092112ca56f,segment=NetworkSegment(1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a),segment_id=1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:53.949138 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4ef7846d-9f31-4499-8d82-90fd003f6599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:53.950416 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-07dcc7ad-a65e-4629-9829-699c2d1ab2af tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:53.961377 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-4ef7846d-9f31-4499-8d82-90fd003f6599 admin admin] Calling delete_port for 55dcef12-a789-4f7f-ba49-6092112ca56f owned by network:router_gateway {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:54.019086 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-07dcc7ad-a65e-4629-9829-699c2d1ab2af tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:54.087572 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-07dcc7ad-a65e-4629-9829-699c2d1ab2af tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2021170'] for security_group_rule, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:54.105554 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-56a201c2-c7fe-4c9d-9619-f4fb1acb1b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c5516b-287a-4b41-8735-50a29c7169aa', 'name': 'tempest-TestMinimumBasicScenario-11085805-router', 'tenant_id': 'e249767499964a188880667e0d16755f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:09Z', 'updated_at': '2021-08-31T01:14:53Z', 'revision_number': 6, 'project_id': 'e249767499964a188880667e0d16755f', 'gw_port_host': None}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:54.117986 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dcc7ad-a65e-4629-9829-699c2d1ab2af tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42a0fce8-eaf7-41bd-9c8f-271696c17ee8,revision_number=0']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:54.132842 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a201c2-c7fe-4c9d-9619-f4fb1acb1b41 None None] The sync data for ids ['13c5516b-287a-4b41-8735-50a29c7169aa'] in dv-cinder-760180-3-iscsi is: [{'id': '13c5516b-287a-4b41-8735-50a29c7169aa', 'name': 'tempest-TestMinimumBasicScenario-11085805-router', 'tenant_id': 'e249767499964a188880667e0d16755f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:09Z', 'updated_at': '2021-08-31T01:14:53Z', 'revision_number': 6, 'project_id': 'e249767499964a188880667e0d16755f', 'gw_port_host': None}] {{(pid=94637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:14:54.244148 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-07dcc7ad-a65e-4629-9829-699c2d1ab2af tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:54.245581 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-07dcc7ad-a65e-4629-9829-699c2d1ab2af tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3905108 Aug 31 01:14:54.254835 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 33064) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:54.259108 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [None req-31735cc6-528a-4fd6-b6a6-de14a4b068ec tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Request body: {'floatingip': {'floating_network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:54.289179 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4ef7846d-9f31-4499-8d82-90fd003f6599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126575170'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:54.320931 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7846d-9f31-4499-8d82-90fd003f6599 admin admin] Pushing event deleted for resources: {'Port': ['ID=55dcef12-a789-4f7f-ba49-6092112ca56f,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:54.369800 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-31735cc6-528a-4fd6-b6a6-de14a4b068ec tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks [] for floatingip, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:54.385969 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4ef7846d-9f31-4499-8d82-90fd003f6599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372021'] for router_gateway, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:54.494177 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4ef7846d-9f31-4499-8d82-90fd003f6599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-381963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4375'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:54.496111 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-31735cc6-528a-4fd6-b6a6-de14a4b068ec tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:54.503833 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4ef7846d-9f31-4499-8d82-90fd003f6599 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:54.628040 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 9235bda6-e497-49d8-9cc6-5eb6d1d5084c no longer exists at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:14:54.628633 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-31735cc6-528a-4fd6-b6a6-de14a4b068ec tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Allocated IP 172.27.3.24 (6de9ff05-f8f6-4fd1-b476-077a32a7a2f5/44be20a0-ff0a-4c00-a541-a9ead83fffe9/66538bb5-3701-4b32-af5f-6a3330c11852) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:14:54.655164 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] No Port match for: 9235bda6-e497-49d8-9cc6-5eb6d1d5084c {{(pid=94636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:14:54.655513 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 9235bda6-e497-49d8-9cc6-5eb6d1d5084c not bound to the agent host dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:14:54.669874 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4ef7846d-9f31-4499-8d82-90fd003f6599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-381952'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:54.670752 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef7846d-9f31-4499-8d82-90fd003f6599 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13c5516b-287a-4b41-8735-50a29c7169aa {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:14:54.675386 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4ef7846d-9f31-4499-8d82-90fd003f6599 admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:54.678701 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-4ef7846d-9f31-4499-8d82-90fd003f6599 admin admin] 10.222.0.43 "DELETE /v2.0/routers/13c5516b-287a-4b41-8735-50a29c7169aa HTTP/1.1" status: 204 len: 168 time: 1.2498477 Aug 31 01:14:54.679221 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 33068) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:54.724375 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-a177cf13-f93c-45ae-8d86-fb4abbfa645d admin admin] Deleting subnet 5f607ad4-e845-4861-a6a5-7288c7bf8b45 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:14:54.728364 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a177cf13-f93c-45ae-8d86-fb4abbfa645d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:54.731887 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-31735cc6-528a-4fd6-b6a6-de14a4b068ec tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:54.761888 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a177cf13-f93c-45ae-8d86-fb4abbfa645d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126401387'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:54.842573 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a177cf13-f93c-45ae-8d86-fb4abbfa645d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1450095'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:54.843906 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-31735cc6-528a-4fd6-b6a6-de14a4b068ec tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:54.884593 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31735cc6-528a-4fd6-b6a6-de14a4b068ec tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Network 6de9ff05-f8f6-4fd1-b476-077a32a7a2f5 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:14:54.889509 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-31735cc6-528a-4fd6-b6a6-de14a4b068ec tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:54.893189 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31735cc6-528a-4fd6-b6a6-de14a4b068ec tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:14:54.987635 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a177cf13-f93c-45ae-8d86-fb4abbfa645d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1450084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126575149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126404209'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:55.020091 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a177cf13-f93c-45ae-8d86-fb4abbfa645d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f607ad4-e845-4861-a6a5-7288c7bf8b45,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:55.024096 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a177cf13-f93c-45ae-8d86-fb4abbfa645d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:55.026877 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-a177cf13-f93c-45ae-8d86-fb4abbfa645d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5f607ad4-e845-4861-a6a5-7288c7bf8b45 HTTP/1.1" status: 204 len: 168 time: 0.3467350 Aug 31 01:14:55.029453 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 33070) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:55.036356 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2b4f59-82c9-4d1e-b43a-cf874b0e90bb None None] Network 6ac42833-0d8f-4ad9-9cfb-f7f4f3732aea requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:14:55.103384 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fcd8adc8-173f-45cc-a090-851c24c6e092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525824'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:55.179392 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-fcd8adc8-173f-45cc-a090-851c24c6e092 admin admin] Deleting port 38ee914c-a921-4863-8346-93616871cd0e {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:55.179392 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fcd8adc8-173f-45cc-a090-851c24c6e092 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:55.257253 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-fcd8adc8-173f-45cc-a090-851c24c6e092 admin admin] For port 38ee914c-a921-4863-8346-93616871cd0e, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=38ee914c-a921-4863-8346-93616871cd0e,segment=NetworkSegment(9afb9062-2387-4b2f-ab87-016c70137633),segment_id=9afb9062-2387-4b2f-ab87-016c70137633)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:55.257635 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fcd8adc8-173f-45cc-a090-851c24c6e092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:55.277649 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a810e7-9f8c-415d-babb-f4b1b2204bea None None] DHCP port deletion for 6ac42833-0d8f-4ad9-9cfb-f7f4f3732aea request from dv-cinder-760180-3-iscsi {{(pid=94636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:14:55.282712 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-fcd8adc8-173f-45cc-a090-851c24c6e092 admin admin] Calling delete_port for 38ee914c-a921-4863-8346-93616871cd0e owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:55.302960 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31735cc6-528a-4fd6-b6a6-de14a4b068ec tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Pushing event updated for resources: {'Port': ['ID=66538bb5-3701-4b32-af5f-6a3330c11852,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:55.348733 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-b0a810e7-9f8c-415d-babb-f4b1b2204bea None None] Deleting port 38ee914c-a921-4863-8346-93616871cd0e {{(pid=94636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:14:55.349115 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-b0a810e7-9f8c-415d-babb-f4b1b2204bea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:55.375201 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-31735cc6-528a-4fd6-b6a6-de14a4b068ec tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:55.418419 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-b0a810e7-9f8c-415d-babb-f4b1b2204bea None None] For port 38ee914c-a921-4863-8346-93616871cd0e, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=38ee914c-a921-4863-8346-93616871cd0e,segment=NetworkSegment(9afb9062-2387-4b2f-ab87-016c70137633),segment_id=9afb9062-2387-4b2f-ab87-016c70137633)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:14:55.418857 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-b0a810e7-9f8c-415d-babb-f4b1b2204bea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:55.432544 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-b0a810e7-9f8c-415d-babb-f4b1b2204bea None None] Calling delete_port for 38ee914c-a921-4863-8346-93616871cd0e owned by network:dhcp {{(pid=94636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:14:55.476509 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fcd8adc8-173f-45cc-a090-851c24c6e092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126575170'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:55.485644 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-31735cc6-528a-4fd6-b6a6-de14a4b068ec tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:55.506765 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd8adc8-173f-45cc-a090-851c24c6e092 admin admin] Pushing event deleted for resources: {'Port': ['ID=38ee914c-a921-4863-8346-93616871cd0e,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:55.508653 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd8adc8-173f-45cc-a090-851c24c6e092 admin admin] No DVR routers for this DVR port 38ee914c-a921-4863-8346-93616871cd0e on host dv-cinder-760180-3-iscsi {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:14:55.524996 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-b0a810e7-9f8c-415d-babb-f4b1b2204bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231'] for port, after_delete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:55.550849 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a810e7-9f8c-415d-babb-f4b1b2204bea None None] Pushing event deleted for resources: {'Port': ['ID=38ee914c-a921-4863-8346-93616871cd0e,revision_number=None']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:55.554696 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a810e7-9f8c-415d-babb-f4b1b2204bea None None] No DVR routers for this DVR port 38ee914c-a921-4863-8346-93616871cd0e on host dv-cinder-760180-3-iscsi {{(pid=94636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:14:55.580786 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fcd8adc8-173f-45cc-a090-851c24c6e092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1451156', 'neutron.services.segments.db._delete_segments_for_network-8766773786049'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:55.590929 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.services.segments.db [None req-fcd8adc8-173f-45cc-a090-851c24c6e092 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ac42833-0d8f-4ad9-9cfb-f7f4f3732aea']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:55.600994 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.services.segments.db [None req-fcd8adc8-173f-45cc-a090-851c24c6e092 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9afb9062-2387-4b2f-ab87-016c70137633') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:55.601291 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.services.segments.db [None req-fcd8adc8-173f-45cc-a090-851c24c6e092 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9afb9062-2387-4b2f-ab87-016c70137633') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:14:55.610108 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fcd8adc8-173f-45cc-a090-851c24c6e092 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766773797205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126401360'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:55.624491 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fcd8adc8-173f-45cc-a090-851c24c6e092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:55.630500 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcd8adc8-173f-45cc-a090-851c24c6e092 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:14:55.631071 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fcd8adc8-173f-45cc-a090-851c24c6e092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126575255'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:55.632684 dv-cinder-760180-3-iscsi neutron-server[94634]: Traceback (most recent call last): Aug 31 01:14:55.632684 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:14:55.632684 dv-cinder-760180-3-iscsi neutron-server[94634]: timer() Aug 31 01:14:55.632684 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:14:55.632684 dv-cinder-760180-3-iscsi neutron-server[94634]: cb(*args, **kw) Aug 31 01:14:55.632684 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:14:55.632684 dv-cinder-760180-3-iscsi neutron-server[94634]: return func(*args, **kwargs) Aug 31 01:14:55.632684 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:14:55.632684 dv-cinder-760180-3-iscsi neutron-server[94634]: self._notify() Aug 31 01:14:55.632684 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:14:55.632684 dv-cinder-760180-3-iscsi neutron-server[94634]: self.callback(batched_events) Aug 31 01:14:55.632684 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:14:55.632684 dv-cinder-760180-3-iscsi neutron-server[94634]: event.method(event) Aug 31 01:14:55.632684 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:14:55.632684 dv-cinder-760180-3-iscsi neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:14:55.632684 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:14:55.632684 dv-cinder-760180-3-iscsi neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:14:55.632684 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:14:55.632684 dv-cinder-760180-3-iscsi neutron-server[94634]: return f(self, *a, **k) Aug 31 01:14:55.632684 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:14:55.632684 dv-cinder-760180-3-iscsi neutron-server[94634]: return self._get(url).json() Aug 31 01:14:55.632684 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:14:55.632684 dv-cinder-760180-3-iscsi neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:14:55.632684 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:14:55.632684 dv-cinder-760180-3-iscsi neutron-server[94634]: return self.request(url, 'GET', **kwargs) Aug 31 01:14:55.632684 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:14:55.632684 dv-cinder-760180-3-iscsi neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:14:55.632684 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:14:55.632684 dv-cinder-760180-3-iscsi neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:14:55.632684 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:14:55.632684 dv-cinder-760180-3-iscsi neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:14:55.632684 dv-cinder-760180-3-iscsi neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:14:55.663214 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-31735cc6-528a-4fd6-b6a6-de14a4b068ec tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:55.735258 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-31735cc6-528a-4fd6-b6a6-de14a4b068ec tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127206981'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:55.811573 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31735cc6-528a-4fd6-b6a6-de14a4b068ec tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Pushing event updated for resources: {'Port': ['ID=66538bb5-3701-4b32-af5f-6a3330c11852,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:55.820069 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-31735cc6-528a-4fd6-b6a6-de14a4b068ec tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371979'] for floatingip, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:55.889573 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-31735cc6-528a-4fd6-b6a6-de14a4b068ec tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for floatingip, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:55.890866 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-31735cc6-528a-4fd6-b6a6-de14a4b068ec tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6352513 Aug 31 01:14:56.004589 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fcd8adc8-173f-45cc-a090-851c24c6e092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1451149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371993'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:56.010065 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-fcd8adc8-173f-45cc-a090-851c24c6e092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:56.012314 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-fcd8adc8-173f-45cc-a090-851c24c6e092 admin admin] 10.222.0.43 "DELETE /v2.0/networks/6ac42833-0d8f-4ad9-9cfb-f7f4f3732aea HTTP/1.1" status: 204 len: 168 time: 0.9810004 Aug 31 01:14:56.024139 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd8adc8-173f-45cc-a090-851c24c6e092 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ac42833-0d8f-4ad9-9cfb-f7f4f3732aea,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:56.099823 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-8f5da15d-d1dd-4fc7-98d5-6f32e807b5fe tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1278216758&fields=id&tenant_id=4ffa2d2788a446da9bb35bff34b67588 HTTP/1.1" status: 200 len: 267 time: 0.0383763 Aug 31 01:14:56.226996 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-95f57354-7dcc-4cb2-8fe7-23fb383baa9a tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:56.229304 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-95f57354-7dcc-4cb2-8fe7-23fb383baa9a tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/networks?id=30fb7d9d-48f3-4521-a14a-db6a70863ca4 HTTP/1.1" status: 200 len: 811 time: 0.1215026 Aug 31 01:14:56.246175 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-38505373-233c-4e50-9234-29dea583bf4c tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/quotas/4ffa2d2788a446da9bb35bff34b67588 HTTP/1.1" status: 200 len: 375 time: 0.0103011 Aug 31 01:14:56.265497 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 55dcef12-a789-4f7f-ba49-6092112ca56f no longer exists at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:14:56.286127 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] No Port match for: 55dcef12-a789-4f7f-ba49-6092112ca56f {{(pid=94636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:14:56.286767 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 55dcef12-a789-4f7f-ba49-6092112ca56f not bound to the agent host dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:14:56.287194 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 38ee914c-a921-4863-8346-93616871cd0e no longer exists at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:14:56.306738 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] No Port match for: 38ee914c-a921-4863-8346-93616871cd0e {{(pid=94636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:14:56.307090 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 38ee914c-a921-4863-8346-93616871cd0e not bound to the agent host dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:14:56.310701 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-fdeb8cb3-c4e7-488a-bda8-51ca282fc009 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4ffa2d2788a446da9bb35bff34b67588&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0583830 Aug 31 01:14:56.472214 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 33106) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:56.513684 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-70f35d31-25fa-4775-a470-de49fbb4010c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=903de612f2344f45af5b8ec67b92b43b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398614 Aug 31 01:14:56.516230 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 33108) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:56.517135 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-822a00d8-6aba-4683-be49-c162fedf3185 service neutron] 10.222.0.43 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901307 Aug 31 01:14:56.571118 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-23e67e1c-6983-41ea-bb4f-44eb6fb50f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:56.593735 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-23e67e1c-6983-41ea-bb4f-44eb6fb50f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:56.621183 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-33b9bf9b-9082-4d3e-828f-b52e2026e7b0 service neutron] 10.222.0.43 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976069 Aug 31 01:14:56.727122 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-23e67e1c-6983-41ea-bb4f-44eb6fb50f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:56.730117 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-23e67e1c-6983-41ea-bb4f-44eb6fb50f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:56.731307 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-23e67e1c-6983-41ea-bb4f-44eb6fb50f5c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d5db1daa-a506-4957-8837-925c5bc59749 HTTP/1.1" status: 204 len: 168 time: 0.2141738 Aug 31 01:14:56.744259 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e67e1c-6983-41ea-bb4f-44eb6fb50f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5db1daa-a506-4957-8837-925c5bc59749,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:56.887676 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-daf7d8d4-a489-43d6-af35-10f171185b6e req-4c84033a-c3e6-47d4-91b9-061889e9ff19 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa HTTP/1.1" status: 200 len: 210 time: 0.0372281 Aug 31 01:14:57.466557 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 33150) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:57.510393 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-3a61dc11-eaae-413e-95b3-7c2ae2cea194 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e249767499964a188880667e0d16755f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425408 Aug 31 01:14:57.512861 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 33152) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:57.567984 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-642eb6bb-95b2-4a07-a56e-f879a0a52575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:57.590888 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-642eb6bb-95b2-4a07-a56e-f879a0a52575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:57.734727 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-642eb6bb-95b2-4a07-a56e-f879a0a52575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:57.737393 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-642eb6bb-95b2-4a07-a56e-f879a0a52575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:57.738564 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-642eb6bb-95b2-4a07-a56e-f879a0a52575 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/18863eae-00bf-4bbf-b65c-3dd21c7251f7 HTTP/1.1" status: 204 len: 168 time: 0.2247987 Aug 31 01:14:57.746701 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642eb6bb-95b2-4a07-a56e-f879a0a52575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18863eae-00bf-4bbf-b65c-3dd21c7251f7,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:57.986084 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9c2bca66-7bc7-4de6-be93-eb21d30effca req-c099a9aa-3c4c-414d-8976-64552a50a0c2 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa HTTP/1.1" status: 200 len: 210 time: 0.0276871 Aug 31 01:14:59.100076 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1bd320d8-779b-45c2-b2a5-bfa499bed1bb req-dc6e54fe-5931-4f50-950e-2147bce98cad tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa HTTP/1.1" status: 200 len: 210 time: 0.0357769 Aug 31 01:14:59.144646 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-49b70b4e-1941-43d0-b581-7e2cf309d7c3 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:59.146093 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-49b70b4e-1941-43d0-b581-7e2cf309d7c3 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.72 "GET /v2.0/networks?id=30fb7d9d-48f3-4521-a14a-db6a70863ca4 HTTP/1.1" status: 200 len: 811 time: 0.1297877 Aug 31 01:14:59.187793 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 33174) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:59.195264 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-082b2835-bb3e-4653-a922-3fb83ed8ae65 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ffa2d2788a446da9bb35bff34b67588 HTTP/1.1" status: 200 len: 380 time: 0.0353706 Aug 31 01:14:59.205053 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-9d4fc97e-47ec-4f23-b527-1006f85b3e04 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Request body: {'port': {'device_id': '7d9d85db-4b0e-45f3-a2e0-0619304cfafa', 'network_id': '30fb7d9d-48f3-4521-a14a-db6a70863ca4', 'admin_state_up': True, 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'security_groups': ['3653104d-c543-43dc-b78a-f073a018d9a6']}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:14:59.302410 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-779c4049-3a42-4d9a-9785-dd57071bcc37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:59.392186 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-9d4fc97e-47ec-4f23-b527-1006f85b3e04 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Made reservation on behalf of 4ffa2d2788a446da9bb35bff34b67588 for: {'port': 1} {{(pid=94635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:14:59.396595 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-9d4fc97e-47ec-4f23-b527-1006f85b3e04 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:59.472466 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-779c4049-3a42-4d9a-9785-dd57071bcc37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:59.532667 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-9d4fc97e-47ec-4f23-b527-1006f85b3e04 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Allocated IP 172.20.0.9 (30fb7d9d-48f3-4521-a14a-db6a70863ca4/4b8d6dea-cd1f-4897-b8eb-208006d6ba9a/263270ff-621e-4895-93d7-2fdb82e626fa) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:14:59.546368 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-779c4049-3a42-4d9a-9785-dd57071bcc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:59.587809 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-779c4049-3a42-4d9a-9785-dd57071bcc37 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=45a23d7e493546f5b233015a163f4016&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3983393 Aug 31 01:14:59.589736 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779c4049-3a42-4d9a-9785-dd57071bcc37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bca403a-8c23-40af-8ec1-e1bc3a1bdf56,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:59.593043 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 33184) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:14:59.651290 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5f614a6b-cd63-4c31-af0e-a90428a66e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:59.669980 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-9d4fc97e-47ec-4f23-b527-1006f85b3e04 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:59.676695 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5f614a6b-cd63-4c31-af0e-a90428a66e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:59.685237 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-9d4fc97e-47ec-4f23-b527-1006f85b3e04 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Transition to ACTIVE for port object 263270ff-621e-4895-93d7-2fdb82e626fa will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:14:59.790323 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-9d4fc97e-47ec-4f23-b527-1006f85b3e04 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:59.818610 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5f614a6b-cd63-4c31-af0e-a90428a66e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:59.821725 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5f614a6b-cd63-4c31-af0e-a90428a66e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:59.825457 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-5f614a6b-cd63-4c31-af0e-a90428a66e52 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6bca403a-8c23-40af-8ec1-e1bc3a1bdf56 HTTP/1.1" status: 204 len: 168 time: 0.2288141 Aug 31 01:14:59.840799 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f614a6b-cd63-4c31-af0e-a90428a66e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bca403a-8c23-40af-8ec1-e1bc3a1bdf56,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:59.853633 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-9d4fc97e-47ec-4f23-b527-1006f85b3e04 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Network 30fb7d9d-48f3-4521-a14a-db6a70863ca4 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:14:59.854299 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-9d4fc97e-47ec-4f23-b527-1006f85b3e04 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:14:59.858804 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-9d4fc97e-47ec-4f23-b527-1006f85b3e04 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:14:59.866574 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4fc97e-47ec-4f23-b527-1006f85b3e04 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Pushing event updated for resources: {'Port': ['ID=263270ff-621e-4895-93d7-2fdb82e626fa,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:14:59.915632 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-9d4fc97e-47ec-4f23-b527-1006f85b3e04 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:14:59.916356 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-9d4fc97e-47ec-4f23-b527-1006f85b3e04 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for port, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:14:59.970466 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-9d4fc97e-47ec-4f23-b527-1006f85b3e04 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7692361 Aug 31 01:14:59.982989 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-48abb1b7-b7f5-4429-aa75-c979ee5255b5 service neutron] Request body: {'port': {'device_id': '7d9d85db-4b0e-45f3-a2e0-0619304cfafa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:00.043545 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-48abb1b7-b7f5-4429-aa75-c979ee5255b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:00.169110 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-67e3a580-a019-48bb-b32e-7c61cfaea228 None None] Provisioning for port 263270ff-621e-4895-93d7-2fdb82e626fa completed by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:15:00.173650 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-67e3a580-a019-48bb-b32e-7c61cfaea228 None None] Provisioning complete for port 263270ff-621e-4895-93d7-2fdb82e626fa triggered by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:15:00.174011 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-67e3a580-a019-48bb-b32e-7c61cfaea228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:00.213526 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-67e3a580-a019-48bb-b32e-7c61cfaea228 None None] Port 263270ff-621e-4895-93d7-2fdb82e626fa cannot update to ACTIVE because it is not bound. {{(pid=94636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:15:00.310552 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4184a-1bb7-4b20-a2af-d3e0d53dbfdc req-af501dee-d5dc-4107-9331-73bf7bcf5a79 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:00.312006 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-20f4184a-1bb7-4b20-a2af-d3e0d53dbfdc req-af501dee-d5dc-4107-9331-73bf7bcf5a79 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa HTTP/1.1" status: 200 len: 931 time: 0.1057742 Aug 31 01:15:00.392559 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-20f4184a-1bb7-4b20-a2af-d3e0d53dbfdc req-a7f454c8-84bd-449f-abb3-a6b64bc9158a tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=3653104d-c543-43dc-b78a-f073a018d9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710690 Aug 31 01:15:00.409317 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.notifiers.nova [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-48abb1b7-b7f5-4429-aa75-c979ee5255b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 263270ff-621e-4895-93d7-2fdb82e626fa {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:15:00.417077 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-48abb1b7-b7f5-4429-aa75-c979ee5255b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:00.429548 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-48abb1b7-b7f5-4429-aa75-c979ee5255b5 service neutron] Transition to ACTIVE for port object 263270ff-621e-4895-93d7-2fdb82e626fa will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:15:00.512739 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-48abb1b7-b7f5-4429-aa75-c979ee5255b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127206981'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:00.570373 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48abb1b7-b7f5-4429-aa75-c979ee5255b5 service neutron] Pushing event updated for resources: {'Port': ['ID=263270ff-621e-4895-93d7-2fdb82e626fa,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:00.648402 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-48abb1b7-b7f5-4429-aa75-c979ee5255b5 service neutron] Attempting to bind port 263270ff-621e-4895-93d7-2fdb82e626fa on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:15:00.648947 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-48abb1b7-b7f5-4429-aa75-c979ee5255b5 service neutron] Attempting to bind port 263270ff-621e-4895-93d7-2fdb82e626fa by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': '85bfaf1f-5a21-4307-abff-21e0aaca3a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '30fb7d9d-48f3-4521-a14a-db6a70863ca4'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:15:00.649278 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-48abb1b7-b7f5-4429-aa75-c979ee5255b5 service neutron] Attempting to bind port 263270ff-621e-4895-93d7-2fdb82e626fa on network 30fb7d9d-48f3-4521-a14a-db6a70863ca4 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:15:00.654743 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-48abb1b7-b7f5-4429-aa75-c979ee5255b5 service neutron] Port 263270ff-621e-4895-93d7-2fdb82e626fa on network 30fb7d9d-48f3-4521-a14a-db6a70863ca4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:15:00.655199 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-48abb1b7-b7f5-4429-aa75-c979ee5255b5 service neutron] Attempting to bind port 263270ff-621e-4895-93d7-2fdb82e626fa on network 30fb7d9d-48f3-4521-a14a-db6a70863ca4 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:15:00.661675 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-48abb1b7-b7f5-4429-aa75-c979ee5255b5 service neutron] Checking agent: {'id': 'eda6ee24-af74-4eb1-946c-b1b8388ec369', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 7, 44), 'started_at': datetime.datetime(2021, 8, 31, 1, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:15:00.662016 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-48abb1b7-b7f5-4429-aa75-c979ee5255b5 service neutron] Checking segment: {'id': '85bfaf1f-5a21-4307-abff-21e0aaca3a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '30fb7d9d-48f3-4521-a14a-db6a70863ca4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:15:00.662399 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-48abb1b7-b7f5-4429-aa75-c979ee5255b5 service neutron] Bound using segment: {'id': '85bfaf1f-5a21-4307-abff-21e0aaca3a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '30fb7d9d-48f3-4521-a14a-db6a70863ca4'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:15:00.662872 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-48abb1b7-b7f5-4429-aa75-c979ee5255b5 service neutron] Bound port: 263270ff-621e-4895-93d7-2fdb82e626fa, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85bfaf1f-5a21-4307-abff-21e0aaca3a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '30fb7d9d-48f3-4521-a14a-db6a70863ca4'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:15:00.663238 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-48abb1b7-b7f5-4429-aa75-c979ee5255b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:00.744479 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-48abb1b7-b7f5-4429-aa75-c979ee5255b5 service neutron] For port 263270ff-621e-4895-93d7-2fdb82e626fa, host hv-cinder-76018, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:15:00.747663 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-48abb1b7-b7f5-4429-aa75-c979ee5255b5 service neutron] For port 263270ff-621e-4895-93d7-2fdb82e626fa, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=263270ff-621e-4895-93d7-2fdb82e626fa,segment=NetworkSegment(85bfaf1f-5a21-4307-abff-21e0aaca3a13),segment_id=85bfaf1f-5a21-4307-abff-21e0aaca3a13)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:15:00.835943 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-48abb1b7-b7f5-4429-aa75-c979ee5255b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127206981'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:00.874736 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-48abb1b7-b7f5-4429-aa75-c979ee5255b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:00.875356 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-48abb1b7-b7f5-4429-aa75-c979ee5255b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for port, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:00.876900 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-48abb1b7-b7f5-4429-aa75-c979ee5255b5 service neutron] 10.222.0.72 "PUT /v2.0/ports/263270ff-621e-4895-93d7-2fdb82e626fa HTTP/1.1" status: 200 len: 1093 time: 0.8983274 Aug 31 01:15:00.877312 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d9d85db-4b0e-45f3-a2e0-0619304cfafa', 'tag': '263270ff-621e-4895-93d7-2fdb82e626fa'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:15:00.879762 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b881214d57cd1965c46d5ffcb12adc10c1d351a412fd4a0d5151f09a2b3a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03dc3fbd-0b01-4173-ae65-a77896f88146" -d '{"events": [{"name": "network-changed", "server_uuid": "7d9d85db-4b0e-45f3-a2e0-0619304cfafa", "tag": "263270ff-621e-4895-93d7-2fdb82e626fa"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:15:00.904261 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48abb1b7-b7f5-4429-aa75-c979ee5255b5 service neutron] Pushing event updated for resources: {'Port': ['ID=263270ff-621e-4895-93d7-2fdb82e626fa,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:00.944790 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2b0521-2bf2-4d1a-8f24-b31a77037396 x-openstack-request-id: req-3f2b0521-2bf2-4d1a-8f24-b31a77037396 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:15:00.945028 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d9d85db-4b0e-45f3-a2e0-0619304cfafa", "tag": "263270ff-621e-4895-93d7-2fdb82e626fa", "status": "completed", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:15:00.945283 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3f2b0521-2bf2-4d1a-8f24-b31a77037396 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:15:00.945699 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d9d85db-4b0e-45f3-a2e0-0619304cfafa', 'tag': '263270ff-621e-4895-93d7-2fdb82e626fa', 'status': 'completed', 'code': 200} Aug 31 01:15:01.015104 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc3fbd-0b01-4173-ae65-a77896f88146 req-5ceab71e-eba8-48f8-a205-82d62aada1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:01.016778 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-03dc3fbd-0b01-4173-ae65-a77896f88146 req-5ceab71e-eba8-48f8-a205-82d62aada1bc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ffa2d2788a446da9bb35bff34b67588&device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa HTTP/1.1" status: 200 len: 1096 time: 0.0524867 Aug 31 01:15:01.132860 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc3fbd-0b01-4173-ae65-a77896f88146 req-be584080-10c6-4e95-a9fb-421a3fc9e34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:01.134350 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-03dc3fbd-0b01-4173-ae65-a77896f88146 req-be584080-10c6-4e95-a9fb-421a3fc9e34b service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=4ffa2d2788a446da9bb35bff34b67588&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1018598 Aug 31 01:15:01.229705 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc3fbd-0b01-4173-ae65-a77896f88146 req-fd88daf4-5efd-40df-bc70-e89e51428e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:01.231196 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-03dc3fbd-0b01-4173-ae65-a77896f88146 req-fd88daf4-5efd-40df-bc70-e89e51428e0b service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895414 Aug 31 01:15:01.311852 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-86255dae-2016-436c-b76a-1355c800ca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:01.313397 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-86255dae-2016-436c-b76a-1355c800ca83 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ffa2d2788a446da9bb35bff34b67588&device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa HTTP/1.1" status: 200 len: 1096 time: 0.0415432 Aug 31 01:15:01.360303 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-0c933861-686a-4df0-a30a-3d79127df611 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=263270ff-621e-4895-93d7-2fdb82e626fa HTTP/1.1" status: 200 len: 217 time: 0.0373981 Aug 31 01:15:01.413467 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-585c3f18-61f2-464a-9d48-a2200b36331e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:01.414995 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-585c3f18-61f2-464a-9d48-a2200b36331e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b8d6dea-cd1f-4897-b8eb-208006d6ba9a HTTP/1.1" status: 200 len: 850 time: 0.0429513 Aug 31 01:15:01.471282 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-af1ae54f-5a73-4e2b-bb95-d6abbac0228b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:01.472770 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-af1ae54f-5a73-4e2b-bb95-d6abbac0228b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30fb7d9d-48f3-4521-a14a-db6a70863ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491266 Aug 31 01:15:01.573261 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad32c86-dda0-4590-9c40-d05c6ed813b5 req-49a754d4-1b96-4842-878f-966ec02f1171 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:01.574797 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0ad32c86-dda0-4590-9c40-d05c6ed813b5 req-49a754d4-1b96-4842-878f-966ec02f1171 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa HTTP/1.1" status: 200 len: 943 time: 0.1010475 Aug 31 01:15:01.628217 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-069c06dd-a7dd-4a8f-bb9f-71f3ca628784 service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450918 Aug 31 01:15:01.635633 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0ad32c86-dda0-4590-9c40-d05c6ed813b5 req-3616ef1b-6a50-4427-9db4-70d55bc0f5c0 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=3653104d-c543-43dc-b78a-f073a018d9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521271 Aug 31 01:15:01.722499 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-57ac7893-9b7c-4458-8368-4f0578811aa9 req-9343489d-bafb-46c5-a924-ffc5e6b915e8 service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858760 Aug 31 01:15:02.752442 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162bca9-695a-41cc-9148-353bd20dd622 req-b9505737-33bb-46a1-a7bb-6b6313a7260d tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:02.753907 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0162bca9-695a-41cc-9148-353bd20dd622 req-b9505737-33bb-46a1-a7bb-6b6313a7260d tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa HTTP/1.1" status: 200 len: 943 time: 0.0503635 Aug 31 01:15:02.794339 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0162bca9-695a-41cc-9148-353bd20dd622 req-583a4a43-349d-4b1a-be3a-9f839e867b1c tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=3653104d-c543-43dc-b78a-f073a018d9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343666 Aug 31 01:15:03.912469 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f710f-aa17-4324-a8f8-e505b7110a28 req-4ad30441-0160-4856-a405-a509adec75fe tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:03.913897 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-747f710f-aa17-4324-a8f8-e505b7110a28 req-4ad30441-0160-4856-a405-a509adec75fe tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa HTTP/1.1" status: 200 len: 943 time: 0.0483627 Aug 31 01:15:03.951061 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-747f710f-aa17-4324-a8f8-e505b7110a28 req-2e1f7894-d8b6-4fbe-b372-23308f5d27fa tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=3653104d-c543-43dc-b78a-f073a018d9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312858 Aug 31 01:15:05.068543 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00563cb-3911-4374-bfe0-cef2080ec9b4 req-eaca4629-1b3b-48ab-a406-935f0d2f77da tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:05.070003 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e00563cb-3911-4374-bfe0-cef2080ec9b4 req-eaca4629-1b3b-48ab-a406-935f0d2f77da tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa HTTP/1.1" status: 200 len: 943 time: 0.0536466 Aug 31 01:15:05.107339 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e00563cb-3911-4374-bfe0-cef2080ec9b4 req-bf42aff3-0fa6-4593-9896-47f18b12cb52 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=3653104d-c543-43dc-b78a-f073a018d9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315545 Aug 31 01:15:05.235487 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 263270ff-621e-4895-93d7-2fdb82e626fa details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:15:05.327056 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 263270ff-621e-4895-93d7-2fdb82e626fa, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=263270ff-621e-4895-93d7-2fdb82e626fa,segment=NetworkSegment(85bfaf1f-5a21-4307-abff-21e0aaca3a13),segment_id=85bfaf1f-5a21-4307-abff-21e0aaca3a13)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:05.341899 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Returning: {'device': '263270ff-621e-4895-93d7-2fdb82e626fa', 'network_id': '30fb7d9d-48f3-4521-a14a-db6a70863ca4', 'port_id': '263270ff-621e-4895-93d7-2fdb82e626fa', 'mac_address': 'fa:16:3e:cd:1d:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b8d6dea-cd1f-4897-b8eb-208006d6ba9a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:15:05.378302 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:05.391714 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 263270ff-621e-4895-93d7-2fdb82e626fa {{(pid=94636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:15:05.411341 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 263270ff-621e-4895-93d7-2fdb82e626fa, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=263270ff-621e-4895-93d7-2fdb82e626fa,segment=NetworkSegment(85bfaf1f-5a21-4307-abff-21e0aaca3a13),segment_id=85bfaf1f-5a21-4307-abff-21e0aaca3a13)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:05.512258 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:05.558537 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=263270ff-621e-4895-93d7-2fdb82e626fa,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:05.759352 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:15:05.844428 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] get_ports_and_sgs() called for port_ids ['263270ff-621e-4895-93d7-2fdb82e626fa'] {{(pid=94636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:15:06.220951 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629513ad-b076-4e9d-a4a3-4611f0d7ffb1 req-eaedefd4-f0f0-4c64-85e3-8dc9c723bfe5 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:06.222456 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-629513ad-b076-4e9d-a4a3-4611f0d7ffb1 req-eaedefd4-f0f0-4c64-85e3-8dc9c723bfe5 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa HTTP/1.1" status: 200 len: 944 time: 0.0518010 Aug 31 01:15:06.263171 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-629513ad-b076-4e9d-a4a3-4611f0d7ffb1 req-1a9b405a-bbb3-49e3-b798-68df13efab0d tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=3653104d-c543-43dc-b78a-f073a018d9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339978 Aug 31 01:15:06.534923 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-259118bb-7415-4250-bc02-5d1203cba376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:07.252458 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 263270ff-621e-4895-93d7-2fdb82e626fa up at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:15:07.375419 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Provisioning for port 263270ff-621e-4895-93d7-2fdb82e626fa completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:15:07.379557 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Provisioning complete for port 263270ff-621e-4895-93d7-2fdb82e626fa triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:15:07.382338 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:07.383309 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7b5c4-a2bf-4a83-9d51-cf301b610db2 req-5fc2866e-edb4-4838-bded-1563d8f004ad tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:07.384806 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-38c7b5c4-a2bf-4a83-9d51-cf301b610db2 req-5fc2866e-edb4-4838-bded-1563d8f004ad tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa HTTP/1.1" status: 200 len: 944 time: 0.0504746 Aug 31 01:15:07.429751 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-38c7b5c4-a2bf-4a83-9d51-cf301b610db2 req-44a4dd28-f2f4-4f2f-a104-92b303f2129e tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=3653104d-c543-43dc-b78a-f073a018d9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381088 Aug 31 01:15:07.471457 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:07.494761 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9d85db-4b0e-45f3-a2e0-0619304cfafa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '263270ff-621e-4895-93d7-2fdb82e626fa'}] {{(pid=94636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:15:07.497078 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d232dde22f81f13b8276e8d192a9956b8a1abe374d21fab87add1b29b36cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504f3dde-eaca-4d74-85a3-fba8a1743594" -d '{"events": [{"server_uuid": "7d9d85db-4b0e-45f3-a2e0-0619304cfafa", "name": "network-vif-plugged", "status": "completed", "tag": "263270ff-621e-4895-93d7-2fdb82e626fa"}]}' {{(pid=94636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:15:07.518748 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 263270ff-621e-4895-93d7-2fdb82e626fa, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=263270ff-621e-4895-93d7-2fdb82e626fa,segment=NetworkSegment(85bfaf1f-5a21-4307-abff-21e0aaca3a13),segment_id=85bfaf1f-5a21-4307-abff-21e0aaca3a13)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:07.567258 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:07.619763 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=263270ff-621e-4895-93d7-2fdb82e626fa,revision_number=5']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:07.669527 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d29feeb-7b1d-4519-a185-e9d9dc8137c3 x-openstack-request-id: req-7d29feeb-7b1d-4519-a185-e9d9dc8137c3 {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:15:07.669821 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9d85db-4b0e-45f3-a2e0-0619304cfafa", "name": "network-vif-plugged", "status": "completed", "tag": "263270ff-621e-4895-93d7-2fdb82e626fa", "code": 200}]} {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:15:07.670205 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7d29feeb-7b1d-4519-a185-e9d9dc8137c3 {{(pid=94636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:15:07.670805 dv-cinder-760180-3-iscsi neutron-server[94636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d9d85db-4b0e-45f3-a2e0-0619304cfafa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '263270ff-621e-4895-93d7-2fdb82e626fa', 'code': 200} Aug 31 01:15:07.993017 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec10fb-4d48-403d-9343-49649b51acfa req-43dc936b-dc0e-43fb-99e7-1cad1b90829f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:07.994542 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-aeec10fb-4d48-403d-9343-49649b51acfa req-43dc936b-dc0e-43fb-99e7-1cad1b90829f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa HTTP/1.1" status: 200 len: 1098 time: 0.0434203 Aug 31 01:15:08.034686 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-aeec10fb-4d48-403d-9343-49649b51acfa req-62b33630-33ff-4a67-b0b9-661680456c47 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3653104d-c543-43dc-b78a-f073a018d9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305357 Aug 31 01:15:08.556336 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351318f0-b5cd-4b19-af4e-82ea15779bd2 req-979a20e2-8581-43ee-b54d-09453995ee09 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:08.557929 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-351318f0-b5cd-4b19-af4e-82ea15779bd2 req-979a20e2-8581-43ee-b54d-09453995ee09 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa HTTP/1.1" status: 200 len: 945 time: 0.0499384 Aug 31 01:15:08.597007 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-351318f0-b5cd-4b19-af4e-82ea15779bd2 req-ea19ffca-5c5d-4ff8-a472-d5a524a3b032 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=3653104d-c543-43dc-b78a-f073a018d9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331025 Aug 31 01:15:08.952521 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-eae305e1-6234-4e69-ad26-cd1549adc208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:09.352953 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:09.713162 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed8c19-2fc2-4e8e-8097-698d44718185 req-70d0fb60-a366-45bb-acbc-3c6c7abb2397 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:09.714671 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-25ed8c19-2fc2-4e8e-8097-698d44718185 req-70d0fb60-a366-45bb-acbc-3c6c7abb2397 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa HTTP/1.1" status: 200 len: 945 time: 0.0486798 Aug 31 01:15:09.758530 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-25ed8c19-2fc2-4e8e-8097-698d44718185 req-fdc10889-ee0a-4afb-a423-eda80e8c4b3c tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=3653104d-c543-43dc-b78a-f073a018d9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377109 Aug 31 01:15:09.876325 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1c7c1-626f-492d-866d-078443df46f9 req-52668335-d058-415f-b1fa-92036c74de23 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:09.877661 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-29a1c7c1-626f-492d-866d-078443df46f9 req-52668335-d058-415f-b1fa-92036c74de23 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa HTTP/1.1" status: 200 len: 945 time: 0.0564888 Aug 31 01:15:09.886168 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 33392) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:09.890818 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-ccd3578d-d1ae-4dca-9649-15e58c445111 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Request body: {'floatingip': {'port_id': '263270ff-621e-4895-93d7-2fdb82e626fa'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:09.931111 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ccd3578d-d1ae-4dca-9649-15e58c445111 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks [] for floatingip, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:10.012602 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:10.360098 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ccd3578d-d1ae-4dca-9649-15e58c445111 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:10.512010 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ccd3578d-d1ae-4dca-9649-15e58c445111 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371979'] for floatingip, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:10.609947 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.db.l3_db [None req-ccd3578d-d1ae-4dca-9649-15e58c445111 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Floating IP 0361df7e-bc4b-4ff2-909c-4364e08d9c50 associated. External IP: 172.27.3.24, port: 263270ff-621e-4895-93d7-2fdb82e626fa. Aug 31 01:15:10.811480 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd3578d-d1ae-4dca-9649-15e58c445111 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Router 9faccf4a-cbb5-4bc7-8dba-725081e85488 has already been hosted by L3 agent c5d183af-b1ef-4815-8853-b3c8447fce00 {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:15:10.917925 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd3578d-d1ae-4dca-9649-15e58c445111 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify agent at l3_agent.dv-cinder-760180-3-iscsi the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:15:10.922787 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ccd3578d-d1ae-4dca-9649-15e58c445111 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:10.929254 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fce80a5-6ff6-466d-8b43-0e950d533bb9 None None] Sync routers for ids ['9faccf4a-cbb5-4bc7-8dba-725081e85488'] in dv-cinder-760180-3-iscsi {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:15:10.939222 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fce80a5-6ff6-466d-8b43-0e950d533bb9 None None] Routers {'9faccf4a-cbb5-4bc7-8dba-725081e85488'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:15:10.939938 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-0fce80a5-6ff6-466d-8b43-0e950d533bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:15:09Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['9faccf4a-cbb5-4bc7-8dba-725081e85488'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:10.950069 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-ccd3578d-d1ae-4dca-9649-15e58c445111 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "PUT /v2.0/floatingips/0361df7e-bc4b-4ff2-909c-4364e08d9c50 HTTP/1.1" status: 200 len: 990 time: 1.0627699 Aug 31 01:15:10.950786 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d9d85db-4b0e-45f3-a2e0-0619304cfafa', 'tag': '263270ff-621e-4895-93d7-2fdb82e626fa'}] {{(pid=94634) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:15:10.953246 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b045d85a9f13e76f05933045f29fa7ac65172c85c310fc202a594bb475bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c16069-c14c-4c21-9721-89a0812035c8" -d '{"events": [{"name": "network-changed", "server_uuid": "7d9d85db-4b0e-45f3-a2e0-0619304cfafa", "tag": "263270ff-621e-4895-93d7-2fdb82e626fa"}]}' {{(pid=94634) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:15:11.065019 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-0fce80a5-6ff6-466d-8b43-0e950d533bb9 None None] Set router 9faccf4a-cbb5-4bc7-8dba-725081e85488 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:15:11.078057 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf58b6a-87ab-4f4c-a2c0-0fef3cdd8f64 x-openstack-request-id: req-1cf58b6a-87ab-4f4c-a2c0-0fef3cdd8f64 {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:15:11.078343 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d9d85db-4b0e-45f3-a2e0-0619304cfafa", "tag": "263270ff-621e-4895-93d7-2fdb82e626fa", "status": "completed", "code": 200}]} {{(pid=94634) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:15:11.078625 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1cf58b6a-87ab-4f4c-a2c0-0fef3cdd8f64 {{(pid=94634) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:15:11.079022 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d9d85db-4b0e-45f3-a2e0-0619304cfafa', 'tag': '263270ff-621e-4895-93d7-2fdb82e626fa', 'status': 'completed', 'code': 200} Aug 31 01:15:11.141308 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c16069-c14c-4c21-9721-89a0812035c8 req-1fecb1aa-bde5-49ce-a776-2e545d827abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:11.142858 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-79c16069-c14c-4c21-9721-89a0812035c8 req-1fecb1aa-bde5-49ce-a776-2e545d827abc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ffa2d2788a446da9bb35bff34b67588&device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa HTTP/1.1" status: 200 len: 1098 time: 0.0397696 Aug 31 01:15:11.259422 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c16069-c14c-4c21-9721-89a0812035c8 req-47a59874-3679-4c51-be75-218df51527f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:11.260920 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-79c16069-c14c-4c21-9721-89a0812035c8 req-47a59874-3679-4c51-be75-218df51527f4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=30fb7d9d-48f3-4521-a14a-db6a70863ca4 HTTP/1.1" status: 200 len: 912 time: 0.1107147 Aug 31 01:15:11.297682 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-0fce80a5-6ff6-466d-8b43-0e950d533bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'name': 'tempest-AttachVolumeTestJSON-1079692908-router', 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '5c5fb578-6eb3-40ea-9fff-14ef354e5a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:36Z', 'updated_at': '2021-08-31T01:09:44Z', 'revision_number': 4, 'project_id': '4ffa2d2788a446da9bb35bff34b67588', 'gw_port': {'id': '5c5fb578-6eb3-40ea-9fff-14ef354e5a2e', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:37Z', 'updated_at': '2021-08-31T01:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_floatingips': [{'id': '0361df7e-bc4b-4ff2-909c-4364e08d9c50', 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'router_id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'port_id': '263270ff-621e-4895-93d7-2fdb82e626fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30fb7d9d-48f3-4521-a14a-db6a70863ca4', 'mac_address': 'fa:16:3e:cd:1d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9d85db-4b0e-45f3-a2e0-0619304cfafa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:14:55Z', 'updated_at': '2021-08-31T01:15:10Z', 'revision_number': 1, 'project_id': '4ffa2d2788a446da9bb35bff34b67588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58bfd6c3-d93c-4d2b-b222-641a218b494c', 'name': '', 'network_id': '30fb7d9d-48f3-4521-a14a-db6a70863ca4', 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'mac_address': 'fa:16:3e:df:0f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4b8d6dea-cd1f-4897-b8eb-208006d6ba9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:42Z', 'updated_at': '2021-08-31T01:09:57Z', 'revision_number': 5, 'project_id': '4ffa2d2788a446da9bb35bff34b67588', 'subnets': [{'id': '4b8d6dea-cd1f-4897-b8eb-208006d6ba9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:11.325447 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fce80a5-6ff6-466d-8b43-0e950d533bb9 None None] Checking router: 9faccf4a-cbb5-4bc7-8dba-725081e85488 for host: dv-cinder-760180-3-iscsi {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:15:11.333656 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fce80a5-6ff6-466d-8b43-0e950d533bb9 None None] Routers {'9faccf4a-cbb5-4bc7-8dba-725081e85488'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:15:11.334267 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-0fce80a5-6ff6-466d-8b43-0e950d533bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:15:09Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['9faccf4a-cbb5-4bc7-8dba-725081e85488'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:11.336662 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-79c16069-c14c-4c21-9721-89a0812035c8 req-30565733-a7cf-4076-b2d7-4656114976f3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=263270ff-621e-4895-93d7-2fdb82e626fa HTTP/1.1" status: 200 len: 998 time: 0.0665128 Aug 31 01:15:11.387306 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c16069-c14c-4c21-9721-89a0812035c8 req-ed6a6cae-04bd-48c7-80ae-e8ff6c355694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:11.388737 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-79c16069-c14c-4c21-9721-89a0812035c8 req-ed6a6cae-04bd-48c7-80ae-e8ff6c355694 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b8d6dea-cd1f-4897-b8eb-208006d6ba9a HTTP/1.1" status: 200 len: 850 time: 0.0434306 Aug 31 01:15:11.437446 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-0fce80a5-6ff6-466d-8b43-0e950d533bb9 None None] Set router 9faccf4a-cbb5-4bc7-8dba-725081e85488 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:15:11.444619 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c16069-c14c-4c21-9721-89a0812035c8 req-76b03569-91c2-440c-a3e7-133533467ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:11.446084 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-79c16069-c14c-4c21-9721-89a0812035c8 req-76b03569-91c2-440c-a3e7-133533467ff2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30fb7d9d-48f3-4521-a14a-db6a70863ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412953 Aug 31 01:15:11.545817 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-79c16069-c14c-4c21-9721-89a0812035c8 req-a37502cf-50de-4364-90c2-0c0533df8d04 service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894754 Aug 31 01:15:11.636405 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-79c16069-c14c-4c21-9721-89a0812035c8 req-7214c202-d331-4749-b0ce-91b530fce616 service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823748 Aug 31 01:15:11.671253 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-0fce80a5-6ff6-466d-8b43-0e950d533bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'name': 'tempest-AttachVolumeTestJSON-1079692908-router', 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '5c5fb578-6eb3-40ea-9fff-14ef354e5a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:36Z', 'updated_at': '2021-08-31T01:09:44Z', 'revision_number': 4, 'project_id': '4ffa2d2788a446da9bb35bff34b67588', 'gw_port': {'id': '5c5fb578-6eb3-40ea-9fff-14ef354e5a2e', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:37Z', 'updated_at': '2021-08-31T01:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_floatingips': [{'id': '0361df7e-bc4b-4ff2-909c-4364e08d9c50', 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'router_id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'port_id': '263270ff-621e-4895-93d7-2fdb82e626fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30fb7d9d-48f3-4521-a14a-db6a70863ca4', 'mac_address': 'fa:16:3e:cd:1d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9d85db-4b0e-45f3-a2e0-0619304cfafa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:14:55Z', 'updated_at': '2021-08-31T01:15:10Z', 'revision_number': 1, 'project_id': '4ffa2d2788a446da9bb35bff34b67588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58bfd6c3-d93c-4d2b-b222-641a218b494c', 'name': '', 'network_id': '30fb7d9d-48f3-4521-a14a-db6a70863ca4', 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'mac_address': 'fa:16:3e:df:0f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4b8d6dea-cd1f-4897-b8eb-208006d6ba9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:42Z', 'updated_at': '2021-08-31T01:09:57Z', 'revision_number': 5, 'project_id': '4ffa2d2788a446da9bb35bff34b67588', 'subnets': [{'id': '4b8d6dea-cd1f-4897-b8eb-208006d6ba9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:11.701092 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fce80a5-6ff6-466d-8b43-0e950d533bb9 None None] The sync data for ids ['9faccf4a-cbb5-4bc7-8dba-725081e85488'] in dv-cinder-760180-3-iscsi is: [{'id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'name': 'tempest-AttachVolumeTestJSON-1079692908-router', 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '5c5fb578-6eb3-40ea-9fff-14ef354e5a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:36Z', 'updated_at': '2021-08-31T01:09:44Z', 'revision_number': 4, 'project_id': '4ffa2d2788a446da9bb35bff34b67588', 'gw_port': {'id': '5c5fb578-6eb3-40ea-9fff-14ef354e5a2e', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:37Z', 'updated_at': '2021-08-31T01:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_floatingips': [{'id': '0361df7e-bc4b-4ff2-909c-4364e08d9c50', 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'router_id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'port_id': '263270ff-621e-4895-93d7-2fdb82e626fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30fb7d9d-48f3-4521-a14a-db6a70863ca4', 'mac_address': 'fa:16:3e:cd:1d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9d85db-4b0e-45f3-a2e0-0619304cfafa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:14:55Z', 'updated_at': '2021-08-31T01:15:10Z', 'revision_number': 1, 'project_id': '4ffa2d2788a446da9bb35bff34b67588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58bfd6c3-d93c-4d2b-b222-641a218b494c', 'name': '', 'network_id': '30fb7d9d-48f3-4521-a14a-db6a70863ca4', 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'mac_address': 'fa:16:3e:df:0f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4b8d6dea-cd1f-4897-b8eb-208006d6ba9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:42Z', 'updated_at': '2021-08-31T01:09:57Z', 'revision_number': 5, 'project_id': '4ffa2d2788a446da9bb35bff34b67588', 'subnets': [{'id': '4b8d6dea-cd1f-4897-b8eb-208006d6ba9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:15:11.889377 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d281a6-ccd7-4c93-b72c-7705d15d4e4e None None] New status for floating IP 0361df7e-bc4b-4ff2-909c-4364e08d9c50: ACTIVE {{(pid=94637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:15:11.952129 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:12.827871 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 33426) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:12.926965 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b73af0e9-b747-4c4f-8ab4-724561071713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:13.010608 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b73af0e9-b747-4c4f-8ab4-724561071713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:13.083798 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-b73af0e9-b747-4c4f-8ab4-724561071713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:13.121509 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73af0e9-b747-4c4f-8ab4-724561071713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1d87b6-6f22-4029-af45-c1c27e7793ec,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:13.126570 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-b73af0e9-b747-4c4f-8ab4-724561071713 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2032a605821b4ede86f7b29b301be8c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2976124 Aug 31 01:15:13.129089 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 33432) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:15:13.183537 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0703a152-d403-496e-b715-4110242c427e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:13.204447 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0703a152-d403-496e-b715-4110242c427e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:13.315264 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0703a152-d403-496e-b715-4110242c427e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:13.317788 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0703a152-d403-496e-b715-4110242c427e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:13.318950 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-0703a152-d403-496e-b715-4110242c427e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7a1d87b6-6f22-4029-af45-c1c27e7793ec HTTP/1.1" status: 204 len: 168 time: 0.1889369 Aug 31 01:15:13.326448 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703a152-d403-496e-b715-4110242c427e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1d87b6-6f22-4029-af45-c1c27e7793ec,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:14.138354 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:35.402970 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee3736-e7f0-40e2-abbd-66ab41bf4c60 req-74c3b371-af82-4b99-9dd3-60f2b2fdb1ad tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:35.404419 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-46ee3736-e7f0-40e2-abbd-66ab41bf4c60 req-74c3b371-af82-4b99-9dd3-60f2b2fdb1ad tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=edd21c95-4861-4a83-ace9-f049a4ccb48b HTTP/1.1" status: 200 len: 946 time: 0.0530736 Aug 31 01:15:35.441996 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-46ee3736-e7f0-40e2-abbd-66ab41bf4c60 req-d2c21728-a40f-43ba-9feb-a7cfa6919f2e tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3c16135-16fc-4151-89a5-35fec977e8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314598 Aug 31 01:15:36.538725 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-28f70de5-1fa6-4441-bee6-ad5a265f2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:36.560391 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cdc087-6105-4720-8406-09e5708d5cd8 req-cb50c560-142c-46e9-be62-d32e1fb8f6d7 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:36.561841 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-93cdc087-6105-4720-8406-09e5708d5cd8 req-cb50c560-142c-46e9-be62-d32e1fb8f6d7 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=edd21c95-4861-4a83-ace9-f049a4ccb48b HTTP/1.1" status: 200 len: 946 time: 0.0502086 Aug 31 01:15:36.598567 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-93cdc087-6105-4720-8406-09e5708d5cd8 req-9f824754-0768-4db0-9c5c-d2159ca1c0bc tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3c16135-16fc-4151-89a5-35fec977e8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308173 Aug 31 01:15:37.443823 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fda170-b247-4596-95ef-7741b449eef8 req-63db2726-c630-4566-ad55-d928da490d6b tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:37.445241 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-10fda170-b247-4596-95ef-7741b449eef8 req-63db2726-c630-4566-ad55-d928da490d6b tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.72 "GET /v2.0/ports?device_id=edd21c95-4861-4a83-ace9-f049a4ccb48b HTTP/1.1" status: 200 len: 946 time: 0.0481873 Aug 31 01:15:37.538630 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [req-10fda170-b247-4596-95ef-7741b449eef8 req-d6eb9453-a503-4c93-834d-a683fbbfa379 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Deleting port ea02dd22-c5e0-4a49-a0d0-18d51f67f978 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:15:37.538968 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-10fda170-b247-4596-95ef-7741b449eef8 req-d6eb9453-a503-4c93-834d-a683fbbfa379 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:37.623544 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [req-10fda170-b247-4596-95ef-7741b449eef8 req-d6eb9453-a503-4c93-834d-a683fbbfa379 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] For port ea02dd22-c5e0-4a49-a0d0-18d51f67f978, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=ea02dd22-c5e0-4a49-a0d0-18d51f67f978,segment=NetworkSegment(fd060b83-196e-401a-83a1-6b602a9b0632),segment_id=fd060b83-196e-401a-83a1-6b602a9b0632)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:37.624207 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-10fda170-b247-4596-95ef-7741b449eef8 req-d6eb9453-a503-4c93-834d-a683fbbfa379 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:37.637607 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [req-10fda170-b247-4596-95ef-7741b449eef8 req-d6eb9453-a503-4c93-834d-a683fbbfa379 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Calling delete_port for ea02dd22-c5e0-4a49-a0d0-18d51f67f978 owned by compute:nova {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:15:37.754141 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d70e2f-a402-4033-a31f-b121af2a2f9c req-a2ac08f1-cec6-454c-8072-c93339286630 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:37.755627 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a0d70e2f-a402-4033-a31f-b121af2a2f9c req-a2ac08f1-cec6-454c-8072-c93339286630 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=edd21c95-4861-4a83-ace9-f049a4ccb48b HTTP/1.1" status: 200 len: 946 time: 0.0720663 Aug 31 01:15:37.831918 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a0d70e2f-a402-4033-a31f-b121af2a2f9c req-b35c8548-e720-4e3b-aedb-39a601df6fdd tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3c16135-16fc-4151-89a5-35fec977e8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698225 Aug 31 01:15:37.884438 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-10fda170-b247-4596-95ef-7741b449eef8 req-d6eb9453-a503-4c93-834d-a683fbbfa379 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:37.897628 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] get_ports_and_sgs() called for port_ids ['ea02dd22-c5e0-4a49-a0d0-18d51f67f978'] {{(pid=94636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:15:37.912905 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb9453-a503-4c93-834d-a683fbbfa379 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Pushing event deleted for resources: {'Port': ['ID=ea02dd22-c5e0-4a49-a0d0-18d51f67f978,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:37.922801 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb9453-a503-4c93-834d-a683fbbfa379 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:37.923148 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb9453-a503-4c93-834d-a683fbbfa379 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:37.923490 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb9453-a503-4c93-834d-a683fbbfa379 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:37.923832 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb9453-a503-4c93-834d-a683fbbfa379 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:37.924165 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb9453-a503-4c93-834d-a683fbbfa379 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:37.924498 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb9453-a503-4c93-834d-a683fbbfa379 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:37.924823 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb9453-a503-4c93-834d-a683fbbfa379 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:37.925684 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb9453-a503-4c93-834d-a683fbbfa379 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:37.925684 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb9453-a503-4c93-834d-a683fbbfa379 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:37.925970 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb9453-a503-4c93-834d-a683fbbfa379 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:37.926075 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb9453-a503-4c93-834d-a683fbbfa379 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:37.926384 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6eb9453-a503-4c93-834d-a683fbbfa379 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:37.966675 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [req-10fda170-b247-4596-95ef-7741b449eef8 req-d6eb9453-a503-4c93-834d-a683fbbfa379 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] No DVR routers for this DVR port ea02dd22-c5e0-4a49-a0d0-18d51f67f978 on host hv-cinder-76018 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:15:37.969046 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-10fda170-b247-4596-95ef-7741b449eef8 req-d6eb9453-a503-4c93-834d-a683fbbfa379 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for port, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:37.970955 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-10fda170-b247-4596-95ef-7741b449eef8 req-d6eb9453-a503-4c93-834d-a683fbbfa379 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.72 "DELETE /v2.0/ports/ea02dd22-c5e0-4a49-a0d0-18d51f67f978 HTTP/1.1" status: 204 len: 173 time: 0.5192969 Aug 31 01:15:37.971373 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd21c95-4861-4a83-ace9-f049a4ccb48b', 'name': 'network-vif-deleted', 'tag': 'ea02dd22-c5e0-4a49-a0d0-18d51f67f978'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:15:37.973583 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b881214d57cd1965c46d5ffcb12adc10c1d351a412fd4a0d5151f09a2b3a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b0387e-4a77-4226-aca6-3de4d18b076a" -d '{"events": [{"server_uuid": "edd21c95-4861-4a83-ace9-f049a4ccb48b", "name": "network-vif-deleted", "tag": "ea02dd22-c5e0-4a49-a0d0-18d51f67f978"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:15:38.186433 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b61c6ee-355c-4ed1-81f5-3abafb7db04a x-openstack-request-id: req-7b61c6ee-355c-4ed1-81f5-3abafb7db04a {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:15:38.186814 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd21c95-4861-4a83-ace9-f049a4ccb48b", "name": "network-vif-deleted", "tag": "ea02dd22-c5e0-4a49-a0d0-18d51f67f978", "status": "completed", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:15:38.187073 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7b61c6ee-355c-4ed1-81f5-3abafb7db04a {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:15:38.187464 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd21c95-4861-4a83-ace9-f049a4ccb48b', 'name': 'network-vif-deleted', 'tag': 'ea02dd22-c5e0-4a49-a0d0-18d51f67f978', 'status': 'completed', 'code': 200} Aug 31 01:15:38.938732 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0d41318c-1767-4b98-affc-87188925b8d0 req-e27af141-a952-47d5-9a43-7fd384eb2599 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=edd21c95-4861-4a83-ace9-f049a4ccb48b HTTP/1.1" status: 200 len: 210 time: 0.0262945 Aug 31 01:15:38.979004 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-9d8a2543-c8af-4bcd-a598-cce7db1674e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:39.352685 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:39.996272 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:41.631339 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device ea02dd22-c5e0-4a49-a0d0-18d51f67f978 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:15:41.651489 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] No Port match for: ea02dd22-c5e0-4a49-a0d0-18d51f67f978 {{(pid=94636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:15:41.651772 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device ea02dd22-c5e0-4a49-a0d0-18d51f67f978 not bound to the agent host hv-cinder-76018 {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:15:41.955313 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:42.757953 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:15:44.169407 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:45.398993 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-67159651-b486-481c-b22b-54ecb7983b3f req-6c4b30bc-9db9-46ac-8f70-c61d8486f986 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378547 Aug 31 01:15:45.482446 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67159651-b486-481c-b22b-54ecb7983b3f req-a31a8c3d-05e7-40fc-a61b-9696f3864225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:45.483902 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-67159651-b486-481c-b22b-54ecb7983b3f req-a31a8c3d-05e7-40fc-a61b-9696f3864225 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4df7148800d8445eb8e806c1f06e0c15&device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 1099 time: 0.0418789 Aug 31 01:15:45.588639 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67159651-b486-481c-b22b-54ecb7983b3f req-1b77de7f-c4d0-4a77-8063-152474001b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:45.590112 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-67159651-b486-481c-b22b-54ecb7983b3f req-1b77de7f-c4d0-4a77-8063-152474001b65 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b70f1308-c8a8-4826-977d-96316713ef7d HTTP/1.1" status: 200 len: 910 time: 0.0851362 Aug 31 01:15:45.666690 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-67159651-b486-481c-b22b-54ecb7983b3f req-a86a836c-77aa-44cf-8bc1-884961569855 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=141131c4-5bf4-459f-b25c-c5cf2ce7e2f5 HTTP/1.1" status: 200 len: 1002 time: 0.0624874 Aug 31 01:15:45.716027 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67159651-b486-481c-b22b-54ecb7983b3f req-6066172b-cbaa-4268-bf06-16db75908ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:45.717475 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-67159651-b486-481c-b22b-54ecb7983b3f req-6066172b-cbaa-4268-bf06-16db75908ff3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=363fa58a-29af-4ce3-8619-cd226a6a41d7 HTTP/1.1" status: 200 len: 848 time: 0.0430968 Aug 31 01:15:45.762105 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67159651-b486-481c-b22b-54ecb7983b3f req-c2354d44-adc4-4d33-9851-23b44e3fb70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:45.763593 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-67159651-b486-481c-b22b-54ecb7983b3f req-c2354d44-adc4-4d33-9851-23b44e3fb70d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b70f1308-c8a8-4826-977d-96316713ef7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384960 Aug 31 01:15:45.868515 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-67159651-b486-481c-b22b-54ecb7983b3f req-a587e6f1-1cbc-4171-9880-3e4b7d660a5c service neutron] 10.222.0.72 "GET /v2.0/networks/b70f1308-c8a8-4826-977d-96316713ef7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964429 Aug 31 01:15:45.957038 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-67159651-b486-481c-b22b-54ecb7983b3f req-c98d2304-91a9-476b-a2ef-dc5f8ec14ce3 service neutron] 10.222.0.72 "GET /v2.0/networks/b70f1308-c8a8-4826-977d-96316713ef7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809124 Aug 31 01:15:48.437843 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432702f-cbae-4986-876e-667fcd274a30 req-04946c70-9dd3-499b-ac46-8333e573ab23 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:48.439488 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a432702f-cbae-4986-876e-667fcd274a30 req-04946c70-9dd3-499b-ac46-8333e573ab23 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=24356023-a62e-4a31-b7d1-9a50813cc8b0 HTTP/1.1" status: 200 len: 945 time: 0.0494483 Aug 31 01:15:48.475677 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a432702f-cbae-4986-876e-667fcd274a30 req-4304dac9-f283-4217-99ec-b0cf81a16e1c tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c071c7c8-f360-43e9-952d-7eeadd8c8ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302985 Aug 31 01:15:49.594781 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343846c-d34e-4f8e-848e-ae0114139997 req-c9c292cf-8443-42ff-a2b1-04528237417e tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:49.596231 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f343846c-d34e-4f8e-848e-ae0114139997 req-c9c292cf-8443-42ff-a2b1-04528237417e tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=24356023-a62e-4a31-b7d1-9a50813cc8b0 HTTP/1.1" status: 200 len: 945 time: 0.0522857 Aug 31 01:15:49.633433 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f343846c-d34e-4f8e-848e-ae0114139997 req-6652b653-a1cf-4d93-bcc9-2b41bb35985e tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c071c7c8-f360-43e9-952d-7eeadd8c8ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310352 Aug 31 01:15:50.648018 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-fd90057f-b8a0-4798-a5b7-d33e66242f0b tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:50.650066 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-fd90057f-b8a0-4798-a5b7-d33e66242f0b tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/networks?id=77c04e9b-453e-45c2-b405-4fe2722fae33 HTTP/1.1" status: 200 len: 814 time: 0.0981524 Aug 31 01:15:50.665900 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-fe74f5ad-b17e-4db9-97d2-e8332d00927f tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/quotas/47cdebd97b944497818aa48978d3f0c0 HTTP/1.1" status: 200 len: 375 time: 0.0098619 Aug 31 01:15:50.701560 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-9b4c14c2-0959-4293-814a-a48a0b71f3e8 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=47cdebd97b944497818aa48978d3f0c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302474 Aug 31 01:15:50.752224 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a91cfa-1545-4893-98e7-bee7d6216a56 req-a8866e03-4f9c-486c-85cc-fc10606643a4 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:50.753707 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f3a91cfa-1545-4893-98e7-bee7d6216a56 req-a8866e03-4f9c-486c-85cc-fc10606643a4 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=24356023-a62e-4a31-b7d1-9a50813cc8b0 HTTP/1.1" status: 200 len: 945 time: 0.0503392 Aug 31 01:15:50.792833 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f3a91cfa-1545-4893-98e7-bee7d6216a56 req-ed646f58-a9dc-4e1b-9cc1-24360716a007 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c071c7c8-f360-43e9-952d-7eeadd8c8ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326421 Aug 31 01:15:50.895091 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-15852786-dc72-409b-99f5-c8164fcc36d5 service neutron] 10.222.0.43 "GET /v2.0/networks/77c04e9b-453e-45c2-b405-4fe2722fae33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834354 Aug 31 01:15:50.985088 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-4c25dc20-b28c-4215-ad0b-7123e0b17dd6 service neutron] 10.222.0.43 "GET /v2.0/networks/77c04e9b-453e-45c2-b405-4fe2722fae33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838876 Aug 31 01:15:51.252324 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f8a3de8d-427c-4971-8886-19a8f3a0c84b req-d4532fdb-d6de-46db-b75b-8ae5c0ca83d9 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0268338 Aug 31 01:15:51.352736 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb9711-5f5a-49be-954c-656dea444a4c req-4932d1d5-27ea-4eb4-9923-af33b6bd4ebc tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:51.354404 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6bcb9711-5f5a-49be-954c-656dea444a4c req-4932d1d5-27ea-4eb4-9923-af33b6bd4ebc tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.72 "GET /v2.0/ports?device_id=24356023-a62e-4a31-b7d1-9a50813cc8b0 HTTP/1.1" status: 200 len: 945 time: 0.0501842 Aug 31 01:15:51.707493 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [req-6bcb9711-5f5a-49be-954c-656dea444a4c req-4cbe329e-8134-48cc-a24a-e3e6d39a97b8 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Deleting port a5264715-d2ea-4977-a8bc-f3411933089e {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:15:51.708167 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-6bcb9711-5f5a-49be-954c-656dea444a4c req-4cbe329e-8134-48cc-a24a-e3e6d39a97b8 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:51.794988 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [req-6bcb9711-5f5a-49be-954c-656dea444a4c req-4cbe329e-8134-48cc-a24a-e3e6d39a97b8 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] For port a5264715-d2ea-4977-a8bc-f3411933089e, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=a5264715-d2ea-4977-a8bc-f3411933089e,segment=NetworkSegment(136e9093-82c8-488c-90d1-ee823e08345f),segment_id=136e9093-82c8-488c-90d1-ee823e08345f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:51.795350 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-6bcb9711-5f5a-49be-954c-656dea444a4c req-4cbe329e-8134-48cc-a24a-e3e6d39a97b8 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:51.985835 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9b5f0-0ae5-463a-9c22-51bcf248423b req-aca3e5d0-0a80-4000-a733-d2edc9aac639 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:51.987312 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7ca9b5f0-0ae5-463a-9c22-51bcf248423b req-aca3e5d0-0a80-4000-a733-d2edc9aac639 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=24356023-a62e-4a31-b7d1-9a50813cc8b0 HTTP/1.1" status: 200 len: 945 time: 0.0978973 Aug 31 01:15:52.018072 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-6bcb9711-5f5a-49be-954c-656dea444a4c req-4cbe329e-8134-48cc-a24a-e3e6d39a97b8 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:52.018324 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-6bcb9711-5f5a-49be-954c-656dea444a4c req-4cbe329e-8134-48cc-a24a-e3e6d39a97b8 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371979'] for floatingip, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:52.018674 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.db.l3_db [req-6bcb9711-5f5a-49be-954c-656dea444a4c req-4cbe329e-8134-48cc-a24a-e3e6d39a97b8 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Floating IP 19f89f0b-e8ed-4aae-b341-f96e639a95d9 disassociated. External IP: 172.27.3.197, port: a5264715-d2ea-4977-a8bc-f3411933089e. Aug 31 01:15:52.019017 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [req-6bcb9711-5f5a-49be-954c-656dea444a4c req-4cbe329e-8134-48cc-a24a-e3e6d39a97b8 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Calling delete_port for a5264715-d2ea-4977-a8bc-f3411933089e owned by compute:nova {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:15:52.078631 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7ca9b5f0-0ae5-463a-9c22-51bcf248423b req-45ca8eb3-ac1c-4a59-86b7-4b9f5f0d320f tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c071c7c8-f360-43e9-952d-7eeadd8c8ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840211 Aug 31 01:15:52.151874 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad6657-d1ee-48f4-b6e1-f7abd4de91f0 req-9da8298e-7fc3-412d-9e1e-15c72818f1d9 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:52.153246 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-58ad6657-d1ee-48f4-b6e1-f7abd4de91f0 req-9da8298e-7fc3-412d-9e1e-15c72818f1d9 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 946 time: 0.0780592 Aug 31 01:15:52.221611 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-58ad6657-d1ee-48f4-b6e1-f7abd4de91f0 req-72478348-ea65-462e-993f-7bf46f80e509 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621989 Aug 31 01:15:52.342593 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ead97a5a-231c-4e3e-885c-93c9a91f6b2f req-5a64935a-53f2-41e8-b0dd-da80581de4cd tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0259099 Aug 31 01:15:52.364234 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-6bcb9711-5f5a-49be-954c-656dea444a4c req-4cbe329e-8134-48cc-a24a-e3e6d39a97b8 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:52.397169 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe329e-8134-48cc-a24a-e3e6d39a97b8 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Pushing event deleted for resources: {'Port': ['ID=a5264715-d2ea-4977-a8bc-f3411933089e,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:52.508524 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6bcb9711-5f5a-49be-954c-656dea444a4c req-4cbe329e-8134-48cc-a24a-e3e6d39a97b8 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Router fb827655-e05a-4602-9186-a489a84291e7 has already been hosted by L3 agent c5d183af-b1ef-4815-8853-b3c8447fce00 {{(pid=94635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:15:52.612686 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6bcb9711-5f5a-49be-954c-656dea444a4c req-4cbe329e-8134-48cc-a24a-e3e6d39a97b8 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify agent at l3_agent.dv-cinder-760180-3-iscsi the message routers_updated {{(pid=94635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:15:52.622501 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dada802-16d0-4595-ae3f-eb1a4d26cee4 None None] Sync routers for ids ['fb827655-e05a-4602-9186-a489a84291e7'] in dv-cinder-760180-3-iscsi {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:15:52.635233 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dada802-16d0-4595-ae3f-eb1a4d26cee4 None None] Routers {'fb827655-e05a-4602-9186-a489a84291e7'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:15:52.635845 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-7dada802-16d0-4595-ae3f-eb1a4d26cee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:15:39Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['fb827655-e05a-4602-9186-a489a84291e7'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:52.653380 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bcb9711-5f5a-49be-954c-656dea444a4c req-4cbe329e-8134-48cc-a24a-e3e6d39a97b8 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] No DVR routers for this DVR port a5264715-d2ea-4977-a8bc-f3411933089e on host hv-cinder-76018 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:15:52.655790 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-6bcb9711-5f5a-49be-954c-656dea444a4c req-4cbe329e-8134-48cc-a24a-e3e6d39a97b8 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for port, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:52.657682 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6bcb9711-5f5a-49be-954c-656dea444a4c req-4cbe329e-8134-48cc-a24a-e3e6d39a97b8 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.72 "DELETE /v2.0/ports/a5264715-d2ea-4977-a8bc-f3411933089e HTTP/1.1" status: 204 len: 173 time: 1.2946470 Aug 31 01:15:52.658115 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24356023-a62e-4a31-b7d1-9a50813cc8b0', 'name': 'network-vif-deleted', 'tag': 'a5264715-d2ea-4977-a8bc-f3411933089e'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:15:52.660661 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b881214d57cd1965c46d5ffcb12adc10c1d351a412fd4a0d5151f09a2b3a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9d88ea-a29e-4f57-8854-9cf957ed1bff" -d '{"events": [{"server_uuid": "24356023-a62e-4a31-b7d1-9a50813cc8b0", "name": "network-vif-deleted", "tag": "a5264715-d2ea-4977-a8bc-f3411933089e"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:15:52.699484 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2adf84-151d-4d7c-ba02-f793bf29ed02 x-openstack-request-id: req-0c2adf84-151d-4d7c-ba02-f793bf29ed02 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:15:52.699484 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24356023-a62e-4a31-b7d1-9a50813cc8b0", "name": "network-vif-deleted", "tag": "a5264715-d2ea-4977-a8bc-f3411933089e", "status": "completed", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:15:52.699484 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0c2adf84-151d-4d7c-ba02-f793bf29ed02 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:15:52.699484 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24356023-a62e-4a31-b7d1-9a50813cc8b0', 'name': 'network-vif-deleted', 'tag': 'a5264715-d2ea-4977-a8bc-f3411933089e', 'status': 'completed', 'code': 200} Aug 31 01:15:52.739423 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-7dada802-16d0-4595-ae3f-eb1a4d26cee4 None None] Set router fb827655-e05a-4602-9186-a489a84291e7 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:15:52.949753 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-7dada802-16d0-4595-ae3f-eb1a4d26cee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb827655-e05a-4602-9186-a489a84291e7', 'name': 'tempest-TestVolumeBootPattern-717848227-router', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '08299612-f80e-4117-a7e8-f0a0dd807689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:57Z', 'updated_at': '2021-08-31T01:12:03Z', 'revision_number': 4, 'project_id': 'cd87758004a84b0894e10b0402589a05', 'gw_port': {'id': '08299612-f80e-4117-a7e8-f0a0dd807689', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb827655-e05a-4602-9186-a489a84291e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:58Z', 'updated_at': '2021-08-31T01:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': 'e5559bfa-529f-43a3-9cdd-4ad7b6b2371b', 'name': '', 'network_id': 'c534f589-1d8a-478d-9545-cdea5e81a29a', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'mac_address': 'fa:16:3e:40:13:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb827655-e05a-4602-9186-a489a84291e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'e3346ced-1b5d-4fc3-90c1-5d19f1ec19c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:12:01Z', 'updated_at': '2021-08-31T01:12:08Z', 'revision_number': 5, 'project_id': 'cd87758004a84b0894e10b0402589a05', 'subnets': [{'id': 'e3346ced-1b5d-4fc3-90c1-5d19f1ec19c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:52.975536 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dada802-16d0-4595-ae3f-eb1a4d26cee4 None None] Checking router: fb827655-e05a-4602-9186-a489a84291e7 for host: dv-cinder-760180-3-iscsi {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:15:52.984770 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dada802-16d0-4595-ae3f-eb1a4d26cee4 None None] Routers {'fb827655-e05a-4602-9186-a489a84291e7'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:15:52.985373 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-7dada802-16d0-4595-ae3f-eb1a4d26cee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:15:39Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['fb827655-e05a-4602-9186-a489a84291e7'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:53.091060 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-7dada802-16d0-4595-ae3f-eb1a4d26cee4 None None] Set router fb827655-e05a-4602-9186-a489a84291e7 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:15:53.177951 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-415e3731-b6e2-4a1e-996e-0ec71a5cc9c7 req-57ec9773-4d3b-45cd-9a67-a457ced24cb5 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=24356023-a62e-4a31-b7d1-9a50813cc8b0 HTTP/1.1" status: 200 len: 210 time: 0.0291128 Aug 31 01:15:53.295658 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-238ad12e-1320-4384-a2e6-bb5542f21cf7 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:53.297612 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-238ad12e-1320-4384-a2e6-bb5542f21cf7 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.72 "GET /v2.0/networks?id=77c04e9b-453e-45c2-b405-4fe2722fae33 HTTP/1.1" status: 200 len: 814 time: 0.1186199 Aug 31 01:15:53.322724 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-52da2141-bbd5-416d-a671-a18ba51c2f67 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Request body: {'port': {'device_id': '47ff0dce-733a-45ee-87d5-f70bdde8dd03', 'network_id': '77c04e9b-453e-45c2-b405-4fe2722fae33', 'admin_state_up': True, 'tenant_id': '47cdebd97b944497818aa48978d3f0c0'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:53.412610 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b37e4-ef23-4fde-be02-73fbd1eb044c req-5c609555-bed6-4b42-b4aa-d6bffce1845c tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:53.419832 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a99b37e4-ef23-4fde-be02-73fbd1eb044c req-5c609555-bed6-4b42-b4aa-d6bffce1845c tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 946 time: 0.1102395 Aug 31 01:15:53.425361 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-7dada802-16d0-4595-ae3f-eb1a4d26cee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb827655-e05a-4602-9186-a489a84291e7', 'name': 'tempest-TestVolumeBootPattern-717848227-router', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '08299612-f80e-4117-a7e8-f0a0dd807689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:57Z', 'updated_at': '2021-08-31T01:12:03Z', 'revision_number': 4, 'project_id': 'cd87758004a84b0894e10b0402589a05', 'gw_port': {'id': '08299612-f80e-4117-a7e8-f0a0dd807689', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb827655-e05a-4602-9186-a489a84291e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:58Z', 'updated_at': '2021-08-31T01:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': 'e5559bfa-529f-43a3-9cdd-4ad7b6b2371b', 'name': '', 'network_id': 'c534f589-1d8a-478d-9545-cdea5e81a29a', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'mac_address': 'fa:16:3e:40:13:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb827655-e05a-4602-9186-a489a84291e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'e3346ced-1b5d-4fc3-90c1-5d19f1ec19c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:12:01Z', 'updated_at': '2021-08-31T01:12:08Z', 'revision_number': 5, 'project_id': 'cd87758004a84b0894e10b0402589a05', 'subnets': [{'id': 'e3346ced-1b5d-4fc3-90c1-5d19f1ec19c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:15:53.452992 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dada802-16d0-4595-ae3f-eb1a4d26cee4 None None] The sync data for ids ['fb827655-e05a-4602-9186-a489a84291e7'] in dv-cinder-760180-3-iscsi is: [{'id': 'fb827655-e05a-4602-9186-a489a84291e7', 'name': 'tempest-TestVolumeBootPattern-717848227-router', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '08299612-f80e-4117-a7e8-f0a0dd807689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:57Z', 'updated_at': '2021-08-31T01:12:03Z', 'revision_number': 4, 'project_id': 'cd87758004a84b0894e10b0402589a05', 'gw_port': {'id': '08299612-f80e-4117-a7e8-f0a0dd807689', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb827655-e05a-4602-9186-a489a84291e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:58Z', 'updated_at': '2021-08-31T01:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': 'e5559bfa-529f-43a3-9cdd-4ad7b6b2371b', 'name': '', 'network_id': 'c534f589-1d8a-478d-9545-cdea5e81a29a', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'mac_address': 'fa:16:3e:40:13:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb827655-e05a-4602-9186-a489a84291e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'e3346ced-1b5d-4fc3-90c1-5d19f1ec19c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:12:01Z', 'updated_at': '2021-08-31T01:12:08Z', 'revision_number': 5, 'project_id': 'cd87758004a84b0894e10b0402589a05', 'subnets': [{'id': 'e3346ced-1b5d-4fc3-90c1-5d19f1ec19c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:15:53.482358 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-585b5ea5-2980-44d2-8be5-71a296ac755e req-9bc8985c-cd43-4dd5-bd4e-d27f0275275a tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0569994 Aug 31 01:15:53.513404 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a99b37e4-ef23-4fde-be02-73fbd1eb044c req-c8d9badb-a04d-4774-8ce8-bdfd7e6629b2 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924463 Aug 31 01:15:53.607406 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-52da2141-bbd5-416d-a671-a18ba51c2f67 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Made reservation on behalf of 47cdebd97b944497818aa48978d3f0c0 for: {'port': 1} {{(pid=94635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:15:53.611003 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-52da2141-bbd5-416d-a671-a18ba51c2f67 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:53.687295 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc10a26f-b876-4a2f-9d1d-a9a4e03cf65d None None] New status for floating IP 19f89f0b-e8ed-4aae-b341-f96e639a95d9: DOWN {{(pid=94637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:15:53.737477 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-52da2141-bbd5-416d-a671-a18ba51c2f67 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Allocated IP 172.20.0.14 (77c04e9b-453e-45c2-b405-4fe2722fae33/945ef294-d4ae-49f4-8a52-d45660287bd2/a5acad5b-17e4-45c6-9c6a-f34f315badc3) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:15:53.898067 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-52da2141-bbd5-416d-a671-a18ba51c2f67 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:54.013172 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-52da2141-bbd5-416d-a671-a18ba51c2f67 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:54.051831 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-52da2141-bbd5-416d-a671-a18ba51c2f67 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Network 77c04e9b-453e-45c2-b405-4fe2722fae33 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:15:54.057853 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-52da2141-bbd5-416d-a671-a18ba51c2f67 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:15:54.061473 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-52da2141-bbd5-416d-a671-a18ba51c2f67 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:15:54.092072 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da2141-bbd5-416d-a671-a18ba51c2f67 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Pushing event updated for resources: {'Port': ['ID=a5acad5b-17e4-45c6-9c6a-f34f315badc3,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:54.116253 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-52da2141-bbd5-416d-a671-a18ba51c2f67 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:54.116851 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-52da2141-bbd5-416d-a671-a18ba51c2f67 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for port, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:54.218087 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-52da2141-bbd5-416d-a671-a18ba51c2f67 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8953865 Aug 31 01:15:54.229249 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-7e38a6db-477f-4572-9dc1-1cf17763318e service neutron] Request body: {'port': {'device_id': '47ff0dce-733a-45ee-87d5-f70bdde8dd03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:54.283594 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-7e38a6db-477f-4572-9dc1-1cf17763318e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:54.471845 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-4fffde95-b0fc-46d1-9a09-d0e59a68f5a7 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1274599636&fields=id&tenant_id=cd87758004a84b0894e10b0402589a05 HTTP/1.1" status: 200 len: 267 time: 0.0761137 Aug 31 01:15:54.649454 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa601b28-ecaf-48be-ac9c-4c255718dfea req-553ff71a-65ad-48d1-acdd-3e9dc572c051 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:54.650835 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-aa601b28-ecaf-48be-ac9c-4c255718dfea req-553ff71a-65ad-48d1-acdd-3e9dc572c051 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 932 time: 0.0974531 Aug 31 01:15:54.682614 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-e14b0930-5aa5-4af8-b495-f48b0ecf0ebc tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:54.684008 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-e14b0930-5aa5-4af8-b495-f48b0ecf0ebc tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/networks?id=c534f589-1d8a-478d-9545-cdea5e81a29a HTTP/1.1" status: 200 len: 811 time: 0.2044437 Aug 31 01:15:54.717369 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.notifiers.nova [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-7e38a6db-477f-4572-9dc1-1cf17763318e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5acad5b-17e4-45c6-9c6a-f34f315badc3 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:15:54.727906 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-dfe7a92d-f608-40b0-b1de-1ab073f53849 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/quotas/cd87758004a84b0894e10b0402589a05 HTTP/1.1" status: 200 len: 375 time: 0.0351815 Aug 31 01:15:54.729604 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-7e38a6db-477f-4572-9dc1-1cf17763318e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:54.760017 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-aa601b28-ecaf-48be-ac9c-4c255718dfea req-08be31e8-8f6c-4ed8-96cd-bb67f37b2359 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3c16135-16fc-4151-89a5-35fec977e8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841980 Aug 31 01:15:54.773251 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-7e38a6db-477f-4572-9dc1-1cf17763318e service neutron] Transition to ACTIVE for port object a5acad5b-17e4-45c6-9c6a-f34f315badc3 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:15:54.797015 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-8d181a70-3f57-4017-82a1-0cd39eddfc62 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd87758004a84b0894e10b0402589a05&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0597763 Aug 31 01:15:54.881780 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-7e38a6db-477f-4572-9dc1-1cf17763318e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127206981'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:54.959771 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38a6db-477f-4572-9dc1-1cf17763318e service neutron] Pushing event updated for resources: {'Port': ['ID=a5acad5b-17e4-45c6-9c6a-f34f315badc3,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:54.975071 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45eb45-c384-4bcb-97db-1ddcce8596af req-f4a9cb7d-8f50-4991-9d4b-bb73335e814a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:54.976514 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2f45eb45-c384-4bcb-97db-1ddcce8596af req-f4a9cb7d-8f50-4991-9d4b-bb73335e814a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 946 time: 0.1589978 Aug 31 01:15:55.019822 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-5be9baec-6a5d-4b47-aa28-739e24fa8929 service neutron] 10.222.0.43 "GET /v2.0/networks/c534f589-1d8a-478d-9545-cdea5e81a29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099810 Aug 31 01:15:55.114214 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2f45eb45-c384-4bcb-97db-1ddcce8596af req-32bf671f-92d6-4828-a5f6-474f871545e4 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196074 Aug 31 01:15:55.120260 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-7e38a6db-477f-4572-9dc1-1cf17763318e service neutron] Attempting to bind port a5acad5b-17e4-45c6-9c6a-f34f315badc3 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:15:55.120597 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-7e38a6db-477f-4572-9dc1-1cf17763318e service neutron] Attempting to bind port a5acad5b-17e4-45c6-9c6a-f34f315badc3 by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': 'fd060b83-196e-401a-83a1-6b602a9b0632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '77c04e9b-453e-45c2-b405-4fe2722fae33'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:15:55.120931 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-7e38a6db-477f-4572-9dc1-1cf17763318e service neutron] Attempting to bind port a5acad5b-17e4-45c6-9c6a-f34f315badc3 on network 77c04e9b-453e-45c2-b405-4fe2722fae33 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:15:55.129116 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-7e38a6db-477f-4572-9dc1-1cf17763318e service neutron] Port a5acad5b-17e4-45c6-9c6a-f34f315badc3 on network 77c04e9b-453e-45c2-b405-4fe2722fae33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:15:55.129439 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-7e38a6db-477f-4572-9dc1-1cf17763318e service neutron] Attempting to bind port a5acad5b-17e4-45c6-9c6a-f34f315badc3 on network 77c04e9b-453e-45c2-b405-4fe2722fae33 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:15:55.141353 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-7e38a6db-477f-4572-9dc1-1cf17763318e service neutron] Checking agent: {'id': 'eda6ee24-af74-4eb1-946c-b1b8388ec369', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 7, 44), 'started_at': datetime.datetime(2021, 8, 31, 1, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:15:55.141613 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-7e38a6db-477f-4572-9dc1-1cf17763318e service neutron] Checking segment: {'id': 'fd060b83-196e-401a-83a1-6b602a9b0632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '77c04e9b-453e-45c2-b405-4fe2722fae33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:15:55.141989 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-7e38a6db-477f-4572-9dc1-1cf17763318e service neutron] Bound using segment: {'id': 'fd060b83-196e-401a-83a1-6b602a9b0632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '77c04e9b-453e-45c2-b405-4fe2722fae33'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:15:55.142421 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-7e38a6db-477f-4572-9dc1-1cf17763318e service neutron] Bound port: a5acad5b-17e4-45c6-9c6a-f34f315badc3, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd060b83-196e-401a-83a1-6b602a9b0632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '77c04e9b-453e-45c2-b405-4fe2722fae33'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:15:55.142802 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-7e38a6db-477f-4572-9dc1-1cf17763318e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:55.194597 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-fa0075c9-7628-459c-891f-a5f9c5980a6f service neutron] 10.222.0.43 "GET /v2.0/networks/c534f589-1d8a-478d-9545-cdea5e81a29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581674 Aug 31 01:15:55.223315 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-7e38a6db-477f-4572-9dc1-1cf17763318e service neutron] For port a5acad5b-17e4-45c6-9c6a-f34f315badc3, host hv-cinder-76018, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:15:55.226422 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-7e38a6db-477f-4572-9dc1-1cf17763318e service neutron] For port a5acad5b-17e4-45c6-9c6a-f34f315badc3, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=a5acad5b-17e4-45c6-9c6a-f34f315badc3,segment=NetworkSegment(fd060b83-196e-401a-83a1-6b602a9b0632),segment_id=fd060b83-196e-401a-83a1-6b602a9b0632)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:15:55.307889 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-7e38a6db-477f-4572-9dc1-1cf17763318e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127206981'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:55.342914 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-7e38a6db-477f-4572-9dc1-1cf17763318e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:55.343075 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-7e38a6db-477f-4572-9dc1-1cf17763318e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for port, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:55.344431 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-7e38a6db-477f-4572-9dc1-1cf17763318e service neutron] 10.222.0.72 "PUT /v2.0/ports/a5acad5b-17e4-45c6-9c6a-f34f315badc3 HTTP/1.1" status: 200 len: 1094 time: 1.1207051 Aug 31 01:15:55.344857 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47ff0dce-733a-45ee-87d5-f70bdde8dd03', 'tag': 'a5acad5b-17e4-45c6-9c6a-f34f315badc3'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:15:55.347079 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b881214d57cd1965c46d5ffcb12adc10c1d351a412fd4a0d5151f09a2b3a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5be413-526f-43ec-bcff-b2ced07bb0d3" -d '{"events": [{"name": "network-changed", "server_uuid": "47ff0dce-733a-45ee-87d5-f70bdde8dd03", "tag": "a5acad5b-17e4-45c6-9c6a-f34f315badc3"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:15:55.369698 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38a6db-477f-4572-9dc1-1cf17763318e service neutron] Pushing event updated for resources: {'Port': ['ID=a5acad5b-17e4-45c6-9c6a-f34f315badc3,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:55.388610 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb3adc8-3fb1-42de-b9a9-63853881b8d2 x-openstack-request-id: req-acb3adc8-3fb1-42de-b9a9-63853881b8d2 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:15:55.388610 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47ff0dce-733a-45ee-87d5-f70bdde8dd03", "tag": "a5acad5b-17e4-45c6-9c6a-f34f315badc3", "status": "completed", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:15:55.388804 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-acb3adc8-3fb1-42de-b9a9-63853881b8d2 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:15:55.389129 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47ff0dce-733a-45ee-87d5-f70bdde8dd03', 'tag': 'a5acad5b-17e4-45c6-9c6a-f34f315badc3', 'status': 'completed', 'code': 200} Aug 31 01:15:55.452936 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5be413-526f-43ec-bcff-b2ced07bb0d3 req-cafaad8a-2266-4979-b526-c51962db6a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:55.454428 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2f5be413-526f-43ec-bcff-b2ced07bb0d3 req-cafaad8a-2266-4979-b526-c51962db6a6e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=47cdebd97b944497818aa48978d3f0c0&device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 1097 time: 0.0410175 Aug 31 01:15:55.533579 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device a5264715-d2ea-4977-a8bc-f3411933089e no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:15:55.553225 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] No Port match for: a5264715-d2ea-4977-a8bc-f3411933089e {{(pid=94636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:15:55.553501 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5be413-526f-43ec-bcff-b2ced07bb0d3 req-b86bfb73-b2e3-41bd-bbbc-64fa22a79fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:55.553676 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device a5264715-d2ea-4977-a8bc-f3411933089e not bound to the agent host hv-cinder-76018 {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:15:55.555547 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2f5be413-526f-43ec-bcff-b2ced07bb0d3 req-b86bfb73-b2e3-41bd-bbbc-64fa22a79fcc service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=47cdebd97b944497818aa48978d3f0c0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0926342 Aug 31 01:15:55.646737 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5be413-526f-43ec-bcff-b2ced07bb0d3 req-d784a7ba-5ad7-4ef3-bf12-4a649bf8cc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:55.648168 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2f5be413-526f-43ec-bcff-b2ced07bb0d3 req-d784a7ba-5ad7-4ef3-bf12-4a649bf8cc47 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0853989 Aug 31 01:15:55.724822 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-215f9a99-7504-4974-b459-5af72cbcd44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:55.726191 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-215f9a99-7504-4974-b459-5af72cbcd44e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=47cdebd97b944497818aa48978d3f0c0&device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 1097 time: 0.0393989 Aug 31 01:15:55.774058 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-84d38d18-2698-40e4-8706-1e2b52c60e87 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5acad5b-17e4-45c6-9c6a-f34f315badc3 HTTP/1.1" status: 200 len: 217 time: 0.0366843 Aug 31 01:15:55.824768 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-20dbcb62-8b47-4179-8b6f-06c5d81dd13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:55.826223 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-20dbcb62-8b47-4179-8b6f-06c5d81dd13d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=945ef294-d4ae-49f4-8a52-d45660287bd2 HTTP/1.1" status: 200 len: 854 time: 0.0450573 Aug 31 01:15:55.872702 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-f7201b4f-cd74-4e4b-8c9f-cbbe18a50963 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77c04e9b-453e-45c2-b405-4fe2722fae33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361114 Aug 31 01:15:55.937569 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63594c69-194d-4e07-bbba-85a0e7eef5cb req-210a4888-7425-4f02-89af-613e37f1ee10 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:55.939083 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-63594c69-194d-4e07-bbba-85a0e7eef5cb req-210a4888-7425-4f02-89af-613e37f1ee10 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 944 time: 0.1107557 Aug 31 01:15:56.019205 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6b24dcd6-2b52-487e-9457-72fce3690379 req-fd00d443-4a0a-44ce-8c79-ac48d84013a0 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0425224 Aug 31 01:15:56.025473 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-63594c69-194d-4e07-bbba-85a0e7eef5cb req-32b726b5-9b84-4332-b0fe-7297ff2a070d tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3c16135-16fc-4151-89a5-35fec977e8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800438 Aug 31 01:15:56.037082 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-945487c5-d710-4115-b5be-85af09ae3ee1 service neutron] 10.222.0.72 "GET /v2.0/networks/77c04e9b-453e-45c2-b405-4fe2722fae33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555653 Aug 31 01:15:56.135543 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0327eb0a-e2cd-4e6a-86dc-6160b1a62906 req-3759284f-fddf-4af3-881c-62036146a4c4 service neutron] 10.222.0.72 "GET /v2.0/networks/77c04e9b-453e-45c2-b405-4fe2722fae33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913243 Aug 31 01:15:56.237945 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a1aa3-af9d-48b0-8085-8a0950627edb req-f7f4f3ad-247f-4b56-abbf-45f53f841614 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:56.239695 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e44a1aa3-af9d-48b0-8085-8a0950627edb req-f7f4f3ad-247f-4b56-abbf-45f53f841614 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 946 time: 0.0530977 Aug 31 01:15:56.286017 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e44a1aa3-af9d-48b0-8085-8a0950627edb req-a4408607-dbef-4f97-a343-a3b085a4fb94 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400512 Aug 31 01:15:57.126355 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7c123e8c-5826-4705-8c9e-89e493db65b5 req-57e96335-ac00-4c22-9681-fb87a08e90e0 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0329010 Aug 31 01:15:57.170391 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682555de-1590-4dc3-b672-a72a192eb5b9 req-1e85e2b1-3eb1-4be5-96f9-38775319a319 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:57.171927 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-682555de-1590-4dc3-b672-a72a192eb5b9 req-1e85e2b1-3eb1-4be5-96f9-38775319a319 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 944 time: 0.0698459 Aug 31 01:15:57.208584 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-682555de-1590-4dc3-b672-a72a192eb5b9 req-989b5efc-17e8-4c13-9f20-8ffdfdab4bfd tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3c16135-16fc-4151-89a5-35fec977e8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304873 Aug 31 01:15:57.407467 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27774402-21d9-4b9c-9d9e-0011d7b53e7e req-c8e36499-6f9d-4b70-8ec9-e9f7f7215abe tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:57.408854 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-27774402-21d9-4b9c-9d9e-0011d7b53e7e req-c8e36499-6f9d-4b70-8ec9-e9f7f7215abe tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 946 time: 0.0499218 Aug 31 01:15:57.446323 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-27774402-21d9-4b9c-9d9e-0011d7b53e7e req-b5aeef83-93f0-43a8-81ea-a2990645fd27 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309536 Aug 31 01:15:57.911989 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-854b184d-a9ca-474c-8693-2da38e4c7c85 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:57.913423 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-854b184d-a9ca-474c-8693-2da38e4c7c85 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.72 "GET /v2.0/networks?id=c534f589-1d8a-478d-9545-cdea5e81a29a HTTP/1.1" status: 200 len: 811 time: 0.1014659 Aug 31 01:15:57.958193 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-2319c7be-d8b3-49a7-9915-ad41859a2e54 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd87758004a84b0894e10b0402589a05 HTTP/1.1" status: 200 len: 380 time: 0.0358765 Aug 31 01:15:57.968836 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-f40afa5b-1f87-4080-802c-7d2936519f23 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Request body: {'port': {'device_id': '0ed38f42-f266-4c68-a31d-f08d794546a0', 'network_id': 'c534f589-1d8a-478d-9545-cdea5e81a29a', 'admin_state_up': True, 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'security_groups': ['c071c7c8-f360-43e9-952d-7eeadd8c8ea0']}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:58.152827 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-f40afa5b-1f87-4080-802c-7d2936519f23 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Made reservation on behalf of cd87758004a84b0894e10b0402589a05 for: {'port': 1} {{(pid=94635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:15:58.156550 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-f40afa5b-1f87-4080-802c-7d2936519f23 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:58.248420 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-56528ece-5b5d-4d94-97fa-47812a5ffa19 req-2f73549d-4871-4d86-a7c9-64a71e97793a tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0345502 Aug 31 01:15:58.334242 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-f40afa5b-1f87-4080-802c-7d2936519f23 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Allocated IP 172.20.0.12 (c534f589-1d8a-478d-9545-cdea5e81a29a/e3346ced-1b5d-4fc3-90c1-5d19f1ec19c9/9d4be5bd-d64a-4c9d-839c-12819effab24) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:15:58.357792 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5a582-3de2-4627-8917-6c80f8e87d3e req-e810ea7a-ce1a-4f11-9d6e-0cdbefb1e69a tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:58.359317 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4ea5a582-3de2-4627-8917-6c80f8e87d3e req-e810ea7a-ce1a-4f11-9d6e-0cdbefb1e69a tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 944 time: 0.0737386 Aug 31 01:15:58.460292 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4ea5a582-3de2-4627-8917-6c80f8e87d3e req-0973361c-8ee5-4082-afed-7cf9c49e182e tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3c16135-16fc-4151-89a5-35fec977e8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935938 Aug 31 01:15:58.512262 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-f40afa5b-1f87-4080-802c-7d2936519f23 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:58.528850 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-f40afa5b-1f87-4080-802c-7d2936519f23 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Transition to ACTIVE for port object 9d4be5bd-d64a-4c9d-839c-12819effab24 will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:15:58.593860 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f168644-9839-4a81-8ba2-669a04951d7a req-10ebd299-7ce6-4b8e-bd62-7099410ce0c0 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:58.595232 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1f168644-9839-4a81-8ba2-669a04951d7a req-10ebd299-7ce6-4b8e-bd62-7099410ce0c0 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 946 time: 0.0676541 Aug 31 01:15:58.637944 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1f168644-9839-4a81-8ba2-669a04951d7a req-4878c267-67e6-4bf8-99fd-8b9a9904f5d8 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350511 Aug 31 01:15:58.756439 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-f40afa5b-1f87-4080-802c-7d2936519f23 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:59.049996 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-f40afa5b-1f87-4080-802c-7d2936519f23 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Network c534f589-1d8a-478d-9545-cdea5e81a29a is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:15:59.053024 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-f40afa5b-1f87-4080-802c-7d2936519f23 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:15:59.057316 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-f40afa5b-1f87-4080-802c-7d2936519f23 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:15:59.080318 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40afa5b-1f87-4080-802c-7d2936519f23 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Pushing event updated for resources: {'Port': ['ID=9d4be5bd-d64a-4c9d-839c-12819effab24,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:59.114743 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-f40afa5b-1f87-4080-802c-7d2936519f23 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:59.115465 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-f40afa5b-1f87-4080-802c-7d2936519f23 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for port, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:59.219533 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-f40afa5b-1f87-4080-802c-7d2936519f23 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2554724 Aug 31 01:15:59.232913 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-9e4eb152-7d31-4998-ac06-85a24c2b7334 service neutron] Request body: {'port': {'device_id': '0ed38f42-f266-4c68-a31d-f08d794546a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:15:59.287750 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-9e4eb152-7d31-4998-ac06-85a24c2b7334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:59.436116 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d54fda36-6ba2-403b-984b-85cdaa7480d5 None None] Provisioning for port 9d4be5bd-d64a-4c9d-839c-12819effab24 completed by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:15:59.440248 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-d54fda36-6ba2-403b-984b-85cdaa7480d5 None None] Provisioning complete for port 9d4be5bd-d64a-4c9d-839c-12819effab24 triggered by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:15:59.440676 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d54fda36-6ba2-403b-984b-85cdaa7480d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:59.444171 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef5fd9-8ba6-450f-bd18-9d52c1e37a60 req-24bbb82b-40f2-4084-9a13-1ad90aa65fc5 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:59.446263 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-edef5fd9-8ba6-450f-bd18-9d52c1e37a60 req-24bbb82b-40f2-4084-9a13-1ad90aa65fc5 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 932 time: 0.1155078 Aug 31 01:15:59.475038 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-d54fda36-6ba2-403b-984b-85cdaa7480d5 None None] Port 9d4be5bd-d64a-4c9d-839c-12819effab24 cannot update to ACTIVE because it is not bound. {{(pid=94636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:15:59.532827 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-edef5fd9-8ba6-450f-bd18-9d52c1e37a60 req-58dd81be-4e73-4749-ab53-dd79276e2669 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c071c7c8-f360-43e9-952d-7eeadd8c8ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790381 Aug 31 01:15:59.556008 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device a5acad5b-17e4-45c6-9c6a-f34f315badc3 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:15:59.612510 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f5499-3093-4ece-b7f5-f3fdb3b60461 req-cbbf299c-cd82-4e2e-ad79-72ac96f9d633 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:59.613978 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6f8f5499-3093-4ece-b7f5-f3fdb3b60461 req-cbbf299c-cd82-4e2e-ad79-72ac96f9d633 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 944 time: 0.0846834 Aug 31 01:15:59.653748 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port a5acad5b-17e4-45c6-9c6a-f34f315badc3, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=a5acad5b-17e4-45c6-9c6a-f34f315badc3,segment=NetworkSegment(fd060b83-196e-401a-83a1-6b602a9b0632),segment_id=fd060b83-196e-401a-83a1-6b602a9b0632)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:59.665085 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Returning: {'device': 'a5acad5b-17e4-45c6-9c6a-f34f315badc3', 'network_id': '77c04e9b-453e-45c2-b405-4fe2722fae33', 'port_id': 'a5acad5b-17e4-45c6-9c6a-f34f315badc3', 'mac_address': 'fa:16:3e:6b:e5:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '945ef294-d4ae-49f4-8a52-d45660287bd2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:15:59.675020 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.notifiers.nova [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-9e4eb152-7d31-4998-ac06-85a24c2b7334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d4be5bd-d64a-4c9d-839c-12819effab24 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:15:59.685745 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-9e4eb152-7d31-4998-ac06-85a24c2b7334 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:59.690410 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6f8f5499-3093-4ece-b7f5-f3fdb3b60461 req-e323bb1f-631c-40a5-9b6c-2ce1dc893889 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3c16135-16fc-4151-89a5-35fec977e8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692270 Aug 31 01:15:59.705693 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:59.717918 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-9e4eb152-7d31-4998-ac06-85a24c2b7334 service neutron] Transition to ACTIVE for port object 9d4be5bd-d64a-4c9d-839c-12819effab24 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:15:59.720341 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5acad5b-17e4-45c6-9c6a-f34f315badc3 {{(pid=94636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:15:59.740060 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port a5acad5b-17e4-45c6-9c6a-f34f315badc3, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=a5acad5b-17e4-45c6-9c6a-f34f315badc3,segment=NetworkSegment(fd060b83-196e-401a-83a1-6b602a9b0632),segment_id=fd060b83-196e-401a-83a1-6b602a9b0632)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:15:59.762512 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f58bd-b88d-49bb-a295-d5b8a0470100 req-dd23beb3-3216-4bdf-a643-54148cbd8eb0 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:15:59.763985 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-cc3f58bd-b88d-49bb-a295-d5b8a0470100 req-dd23beb3-3216-4bdf-a643-54148cbd8eb0 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 946 time: 0.0493646 Aug 31 01:15:59.801081 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-cc3f58bd-b88d-49bb-a295-d5b8a0470100 req-ec979079-9450-4102-9d6c-c74870bd5158 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310066 Aug 31 01:15:59.836168 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-9e4eb152-7d31-4998-ac06-85a24c2b7334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127206981'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:59.837056 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:15:59.888559 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=a5acad5b-17e4-45c6-9c6a-f34f315badc3,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:59.895581 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:59.895931 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:59.896276 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:59.896616 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:59.897014 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:59.897309 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:59.897685 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:59.897969 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:59.898295 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:59.898676 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:59.899094 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:59.899315 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:15:59.904856 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4eb152-7d31-4998-ac06-85a24c2b7334 service neutron] Pushing event updated for resources: {'Port': ['ID=9d4be5bd-d64a-4c9d-839c-12819effab24,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:15:59.957505 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-9e4eb152-7d31-4998-ac06-85a24c2b7334 service neutron] Attempting to bind port 9d4be5bd-d64a-4c9d-839c-12819effab24 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:15:59.957842 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-9e4eb152-7d31-4998-ac06-85a24c2b7334 service neutron] Attempting to bind port 9d4be5bd-d64a-4c9d-839c-12819effab24 by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': '136e9093-82c8-488c-90d1-ee823e08345f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c534f589-1d8a-478d-9545-cdea5e81a29a'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:15:59.958176 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-9e4eb152-7d31-4998-ac06-85a24c2b7334 service neutron] Attempting to bind port 9d4be5bd-d64a-4c9d-839c-12819effab24 on network c534f589-1d8a-478d-9545-cdea5e81a29a {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:15:59.962777 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-9e4eb152-7d31-4998-ac06-85a24c2b7334 service neutron] Port 9d4be5bd-d64a-4c9d-839c-12819effab24 on network c534f589-1d8a-478d-9545-cdea5e81a29a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:15:59.963201 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-9e4eb152-7d31-4998-ac06-85a24c2b7334 service neutron] Attempting to bind port 9d4be5bd-d64a-4c9d-839c-12819effab24 on network c534f589-1d8a-478d-9545-cdea5e81a29a {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:15:59.968220 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-9e4eb152-7d31-4998-ac06-85a24c2b7334 service neutron] Checking agent: {'id': 'eda6ee24-af74-4eb1-946c-b1b8388ec369', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 7, 44), 'started_at': datetime.datetime(2021, 8, 31, 1, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:15:59.968556 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-9e4eb152-7d31-4998-ac06-85a24c2b7334 service neutron] Checking segment: {'id': '136e9093-82c8-488c-90d1-ee823e08345f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c534f589-1d8a-478d-9545-cdea5e81a29a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:15:59.968950 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-9e4eb152-7d31-4998-ac06-85a24c2b7334 service neutron] Bound using segment: {'id': '136e9093-82c8-488c-90d1-ee823e08345f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c534f589-1d8a-478d-9545-cdea5e81a29a'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:15:59.969383 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-9e4eb152-7d31-4998-ac06-85a24c2b7334 service neutron] Bound port: 9d4be5bd-d64a-4c9d-839c-12819effab24, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '136e9093-82c8-488c-90d1-ee823e08345f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c534f589-1d8a-478d-9545-cdea5e81a29a'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:15:59.969746 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-9e4eb152-7d31-4998-ac06-85a24c2b7334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:00.035948 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-9e4eb152-7d31-4998-ac06-85a24c2b7334 service neutron] For port 9d4be5bd-d64a-4c9d-839c-12819effab24, host hv-cinder-76018, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:16:00.039905 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-9e4eb152-7d31-4998-ac06-85a24c2b7334 service neutron] For port 9d4be5bd-d64a-4c9d-839c-12819effab24, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=9d4be5bd-d64a-4c9d-839c-12819effab24,segment=NetworkSegment(136e9093-82c8-488c-90d1-ee823e08345f),segment_id=136e9093-82c8-488c-90d1-ee823e08345f)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:16:00.085245 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] get_ports_and_sgs() called for port_ids ['a5acad5b-17e4-45c6-9c6a-f34f315badc3'] {{(pid=94636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:16:00.113156 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-9e4eb152-7d31-4998-ac06-85a24c2b7334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127206981'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:00.150666 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-9e4eb152-7d31-4998-ac06-85a24c2b7334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:00.151315 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-9e4eb152-7d31-4998-ac06-85a24c2b7334 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for port, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:00.152710 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-9e4eb152-7d31-4998-ac06-85a24c2b7334 service neutron] 10.222.0.72 "PUT /v2.0/ports/9d4be5bd-d64a-4c9d-839c-12819effab24 HTTP/1.1" status: 200 len: 1094 time: 0.9241538 Aug 31 01:16:00.153185 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed38f42-f266-4c68-a31d-f08d794546a0', 'tag': '9d4be5bd-d64a-4c9d-839c-12819effab24'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:16:00.155390 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b881214d57cd1965c46d5ffcb12adc10c1d351a412fd4a0d5151f09a2b3a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409fb783-407c-45bd-b9c9-112000ebcce8" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed38f42-f266-4c68-a31d-f08d794546a0", "tag": "9d4be5bd-d64a-4c9d-839c-12819effab24"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:16:00.183647 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4eb152-7d31-4998-ac06-85a24c2b7334 service neutron] Pushing event updated for resources: {'Port': ['ID=9d4be5bd-d64a-4c9d-839c-12819effab24,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:00.203643 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55551f38-bb03-456f-b670-165ba0b3df9c x-openstack-request-id: req-55551f38-bb03-456f-b670-165ba0b3df9c {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:16:00.203951 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed38f42-f266-4c68-a31d-f08d794546a0", "tag": "9d4be5bd-d64a-4c9d-839c-12819effab24", "status": "completed", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:16:00.204316 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-55551f38-bb03-456f-b670-165ba0b3df9c {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:16:00.204797 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed38f42-f266-4c68-a31d-f08d794546a0', 'tag': '9d4be5bd-d64a-4c9d-839c-12819effab24', 'status': 'completed', 'code': 200} Aug 31 01:16:00.271060 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409fb783-407c-45bd-b9c9-112000ebcce8 req-a7135b80-0179-43d2-b370-ffaa2567e019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:00.272891 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-409fb783-407c-45bd-b9c9-112000ebcce8 req-a7135b80-0179-43d2-b370-ffaa2567e019 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cd87758004a84b0894e10b0402589a05&device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 1097 time: 0.0427449 Aug 31 01:16:00.374834 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409fb783-407c-45bd-b9c9-112000ebcce8 req-203cf246-7b86-4592-b8eb-9f83814793af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:00.376402 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-409fb783-407c-45bd-b9c9-112000ebcce8 req-203cf246-7b86-4592-b8eb-9f83814793af service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=cd87758004a84b0894e10b0402589a05&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0954428 Aug 31 01:16:00.479361 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409fb783-407c-45bd-b9c9-112000ebcce8 req-679cd656-72c8-4c6d-aa1c-0ceace0c093b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:00.479361 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-409fb783-407c-45bd-b9c9-112000ebcce8 req-679cd656-72c8-4c6d-aa1c-0ceace0c093b service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920415 Aug 31 01:16:00.552703 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-9c04bb15-cf71-4e59-9f17-3e8fab9baec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:00.554171 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-9c04bb15-cf71-4e59-9f17-3e8fab9baec0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cd87758004a84b0894e10b0402589a05&device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 1097 time: 0.0396132 Aug 31 01:16:00.601132 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-a997eb93-8e0d-4d1c-81e9-c2ad061311bf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d4be5bd-d64a-4c9d-839c-12819effab24 HTTP/1.1" status: 200 len: 217 time: 0.0380516 Aug 31 01:16:00.675066 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-172fb924-5128-4fdf-9835-a1f2c3da502a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:00.676591 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-172fb924-5128-4fdf-9835-a1f2c3da502a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e3346ced-1b5d-4fc3-90c1-5d19f1ec19c9 HTTP/1.1" status: 200 len: 850 time: 0.0656586 Aug 31 01:16:00.684918 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e2b8c-283d-44db-a2ae-342584dbfc49 req-c090b87c-a21b-4b93-995e-1f9be913b147 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:00.686343 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-760e2b8c-283d-44db-a2ae-342584dbfc49 req-c090b87c-a21b-4b93-995e-1f9be913b147 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 944 time: 0.0843666 Aug 31 01:16:00.756498 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-760e2b8c-283d-44db-a2ae-342584dbfc49 req-c9f07da5-c5cd-49f1-a6b8-bf9aee9a196d tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c071c7c8-f360-43e9-952d-7eeadd8c8ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591784 Aug 31 01:16:00.759158 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-28c41cff-91d1-422e-98fa-75060a86766b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:00.760559 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-28c41cff-91d1-422e-98fa-75060a86766b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c534f589-1d8a-478d-9545-cdea5e81a29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0714328 Aug 31 01:16:00.891211 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83000b6-caee-4364-a090-4aaf17b6f5b8 req-63a6b9e7-f0ee-4a92-bf03-64d70a759db9 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:00.892699 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a83000b6-caee-4364-a090-4aaf17b6f5b8 req-63a6b9e7-f0ee-4a92-bf03-64d70a759db9 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 945 time: 0.0791206 Aug 31 01:16:00.896219 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-facc6e9e-90d0-41a3-80f6-c9ba1807a7e4 service neutron] 10.222.0.72 "GET /v2.0/networks/c534f589-1d8a-478d-9545-cdea5e81a29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248980 Aug 31 01:16:00.974307 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a83000b6-caee-4364-a090-4aaf17b6f5b8 req-d0721cdd-c0c8-4ec6-9e7d-486cb413c6b1 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3c16135-16fc-4151-89a5-35fec977e8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755796 Aug 31 01:16:01.009534 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-61ad47b5-d725-441b-aa14-13c4d92c9147 req-0d468bb3-5922-443a-a84a-f1de0dd7c2d3 service neutron] 10.222.0.72 "GET /v2.0/networks/c534f589-1d8a-478d-9545-cdea5e81a29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034155 Aug 31 01:16:01.078988 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9997731-fffe-4d87-85fc-e134d02a4b05 req-7360cde0-6707-4e94-b116-9d73e688ff1b tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:01.080426 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f9997731-fffe-4d87-85fc-e134d02a4b05 req-7360cde0-6707-4e94-b116-9d73e688ff1b tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 946 time: 0.0488636 Aug 31 01:16:01.121749 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f9997731-fffe-4d87-85fc-e134d02a4b05 req-cc78445e-fe0d-4865-b264-5b0c221cf110 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354764 Aug 31 01:16:01.583685 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device a5acad5b-17e4-45c6-9c6a-f34f315badc3 up at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:16:01.721371 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Provisioning for port a5acad5b-17e4-45c6-9c6a-f34f315badc3 completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:16:01.727944 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Provisioning complete for port a5acad5b-17e4-45c6-9c6a-f34f315badc3 triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:16:01.727944 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:01.803285 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:01.826507 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ff0dce-733a-45ee-87d5-f70bdde8dd03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5acad5b-17e4-45c6-9c6a-f34f315badc3'}] {{(pid=94636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:16:01.828773 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d232dde22f81f13b8276e8d192a9956b8a1abe374d21fab87add1b29b36cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ee7d37-20f5-44d5-9d63-47be520759ab" -d '{"events": [{"server_uuid": "47ff0dce-733a-45ee-87d5-f70bdde8dd03", "name": "network-vif-plugged", "status": "completed", "tag": "a5acad5b-17e4-45c6-9c6a-f34f315badc3"}]}' {{(pid=94636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:16:01.843367 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port a5acad5b-17e4-45c6-9c6a-f34f315badc3, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=a5acad5b-17e4-45c6-9c6a-f34f315badc3,segment=NetworkSegment(fd060b83-196e-401a-83a1-6b602a9b0632),segment_id=fd060b83-196e-401a-83a1-6b602a9b0632)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:01.865963 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fed70d7-0774-49c9-b611-f5f52622d24d x-openstack-request-id: req-2fed70d7-0774-49c9-b611-f5f52622d24d {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:16:01.866251 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ff0dce-733a-45ee-87d5-f70bdde8dd03", "name": "network-vif-plugged", "status": "completed", "tag": "a5acad5b-17e4-45c6-9c6a-f34f315badc3", "code": 200}]} {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:16:01.866527 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2fed70d7-0774-49c9-b611-f5f52622d24d {{(pid=94636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:16:01.866917 dv-cinder-760180-3-iscsi neutron-server[94636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ff0dce-733a-45ee-87d5-f70bdde8dd03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5acad5b-17e4-45c6-9c6a-f34f315badc3', 'code': 200} Aug 31 01:16:01.883937 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dfc872-cc7b-445a-a96b-c750bfc5422a req-282ebe03-06f0-4836-bf22-618e29ac469b tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:01.885427 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-47dfc872-cc7b-445a-a96b-c750bfc5422a req-282ebe03-06f0-4836-bf22-618e29ac469b tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 944 time: 0.0597820 Aug 31 01:16:01.927451 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-47dfc872-cc7b-445a-a96b-c750bfc5422a req-d199634b-fda6-4849-82d2-4d0612d24dbb tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c071c7c8-f360-43e9-952d-7eeadd8c8ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358179 Aug 31 01:16:01.994174 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:02.040532 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=a5acad5b-17e4-45c6-9c6a-f34f315badc3,revision_number=5']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:02.090976 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41eb913-2633-4e25-8e64-1835f0721e7c req-f827bc99-049d-44ae-8e67-67ff5abf0af6 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:02.092471 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c41eb913-2633-4e25-8e64-1835f0721e7c req-f827bc99-049d-44ae-8e67-67ff5abf0af6 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 946 time: 0.0511155 Aug 31 01:16:02.130440 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c41eb913-2633-4e25-8e64-1835f0721e7c req-c50d5330-84fe-46a8-97c7-2165b63913e0 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3c16135-16fc-4151-89a5-35fec977e8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308945 Aug 31 01:16:02.242036 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c3ebf-30bf-4261-bdbc-f67826b34782 req-c847e591-fc52-48c0-bb2a-5a50d28fc4d8 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:02.244153 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bb6c3ebf-30bf-4261-bdbc-f67826b34782 req-c847e591-fc52-48c0-bb2a-5a50d28fc4d8 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 946 time: 0.0529335 Aug 31 01:16:02.313980 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bb6c3ebf-30bf-4261-bdbc-f67826b34782 req-f9139f8f-8a73-4091-a3fb-992a0b7a5dcd tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630944 Aug 31 01:16:02.323736 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ce875-7f0f-4411-8eaf-ab16c7d40f3b req-b18e9790-6fec-40c5-9ce5-3891cfbbe2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:02.325165 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6d2ce875-7f0f-4411-8eaf-ab16c7d40f3b req-b18e9790-6fec-40c5-9ce5-3891cfbbe2bf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 1099 time: 0.0565908 Aug 31 01:16:02.360669 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6d2ce875-7f0f-4411-8eaf-ab16c7d40f3b req-7b8c313e-8d07-45c2-a885-1e0b8e0e7cd6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a3c16135-16fc-4151-89a5-35fec977e8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272627 Aug 31 01:16:03.038116 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846120cb-9ff9-4f1d-93fe-f8309afe1626 req-316b2245-d91f-4eab-8970-c712cbfc1f1e tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:03.039665 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-846120cb-9ff9-4f1d-93fe-f8309afe1626 req-316b2245-d91f-4eab-8970-c712cbfc1f1e tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 944 time: 0.0474539 Aug 31 01:16:03.076977 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-846120cb-9ff9-4f1d-93fe-f8309afe1626 req-ec91fe7c-011c-4fbe-8200-91fcba61208d tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c071c7c8-f360-43e9-952d-7eeadd8c8ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314324 Aug 31 01:16:03.240690 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7944e6-72ae-403c-8b5f-a5927c3f38a9 req-ab5e180c-1c0c-45ad-9ed2-f872d8a0f04c tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:03.242136 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4a7944e6-72ae-403c-8b5f-a5927c3f38a9 req-ab5e180c-1c0c-45ad-9ed2-f872d8a0f04c tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 946 time: 0.0479369 Aug 31 01:16:03.281604 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4a7944e6-72ae-403c-8b5f-a5927c3f38a9 req-34236a56-5b57-4f65-be8c-4b450dc45143 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3c16135-16fc-4151-89a5-35fec977e8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329907 Aug 31 01:16:03.444402 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf29b2f-1a36-4a1e-9d84-221c153d9788 req-bb8f174e-1579-4424-9608-7e8f62340603 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:03.445838 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-faf29b2f-1a36-4a1e-9d84-221c153d9788 req-bb8f174e-1579-4424-9608-7e8f62340603 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 946 time: 0.0493665 Aug 31 01:16:03.482854 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-faf29b2f-1a36-4a1e-9d84-221c153d9788 req-b0244bb5-d260-4f24-85ba-b3fbb8e1c590 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310745 Aug 31 01:16:04.192474 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e17727-f850-44ca-a295-e4cd241ac18f req-21ba4604-fffc-49e5-92cf-05f1fa07988e tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:04.193902 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-18e17727-f850-44ca-a295-e4cd241ac18f req-21ba4604-fffc-49e5-92cf-05f1fa07988e tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 944 time: 0.0480869 Aug 31 01:16:04.230456 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-18e17727-f850-44ca-a295-e4cd241ac18f req-5352178f-2ee8-4b81-b0c5-285b6de0ddc1 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c071c7c8-f360-43e9-952d-7eeadd8c8ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307293 Aug 31 01:16:04.402307 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309dba0-24c2-4bed-b6fa-391a6668660f req-d2722ab4-9de8-425e-8dc3-be958d0316b4 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:04.402307 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3309dba0-24c2-4bed-b6fa-391a6668660f req-d2722ab4-9de8-425e-8dc3-be958d0316b4 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 946 time: 0.0517406 Aug 31 01:16:04.442597 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3309dba0-24c2-4bed-b6fa-391a6668660f req-7c116ec7-c941-4847-a412-07fb521f1a01 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3c16135-16fc-4151-89a5-35fec977e8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363624 Aug 31 01:16:04.603764 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174e6b5-dfe5-43f1-901b-c5c1d7d649f6 req-ddc187bd-0d1f-4784-95c8-6eef0afe1e9d tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:04.605210 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3174e6b5-dfe5-43f1-901b-c5c1d7d649f6 req-ddc187bd-0d1f-4784-95c8-6eef0afe1e9d tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 946 time: 0.0510962 Aug 31 01:16:04.641498 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3174e6b5-dfe5-43f1-901b-c5c1d7d649f6 req-98e8c94d-528e-4c6a-9388-545fc6ec4f6c tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301645 Aug 31 01:16:05.344687 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83f68a-81a7-4f77-be3e-85fd576b3ea7 req-3d3fc8d6-61fe-43b4-9add-2d7aaa742e83 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:05.346240 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ee83f68a-81a7-4f77-be3e-85fd576b3ea7 req-3d3fc8d6-61fe-43b4-9add-2d7aaa742e83 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 944 time: 0.0505443 Aug 31 01:16:05.383461 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ee83f68a-81a7-4f77-be3e-85fd576b3ea7 req-355d2512-e386-4e51-8ba4-d8c2a51ae8b9 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c071c7c8-f360-43e9-952d-7eeadd8c8ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314205 Aug 31 01:16:05.760090 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a618fe-aa0f-47c5-ad0a-f8c08f12cde1 req-8e4831d4-99f8-4310-bae6-89c255919704 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:05.761553 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e7a618fe-aa0f-47c5-ad0a-f8c08f12cde1 req-8e4831d4-99f8-4310-bae6-89c255919704 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 946 time: 0.0475092 Aug 31 01:16:05.802646 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e7a618fe-aa0f-47c5-ad0a-f8c08f12cde1 req-1d9ecdc1-a123-43b1-92ae-30d3d614c8b6 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344539 Aug 31 01:16:06.500895 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc12756-f713-4f95-81e8-3d62f0a6fded req-fe839efc-ba47-49bf-ab1f-a334218d07af tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:06.502374 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bdc12756-f713-4f95-81e8-3d62f0a6fded req-fe839efc-ba47-49bf-ab1f-a334218d07af tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 944 time: 0.0539832 Aug 31 01:16:06.541299 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bdc12756-f713-4f95-81e8-3d62f0a6fded req-92e04417-93a7-4bbd-9f7e-268c0e380f8d tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c071c7c8-f360-43e9-952d-7eeadd8c8ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324059 Aug 31 01:16:06.604196 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-aa478d6d-7d1a-42de-9c50-7c74d1d4aef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:06.917418 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd81f1-5bf4-4c60-b460-853f980edc0c req-d09ca15b-8af6-4691-a2eb-0f7caa0cafe6 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:06.918868 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a7bd81f1-5bf4-4c60-b460-853f980edc0c req-d09ca15b-8af6-4691-a2eb-0f7caa0cafe6 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 946 time: 0.0467768 Aug 31 01:16:06.955877 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a7bd81f1-5bf4-4c60-b460-853f980edc0c req-dbaccac6-13af-48e7-81c4-67b1750e7832 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308731 Aug 31 01:16:07.653444 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e6efc-40c7-431f-a29f-8e589a40f372 req-79cb004f-b48a-48a7-9db6-60ae0655c77b tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:07.654922 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-841e6efc-40c7-431f-a29f-8e589a40f372 req-79cb004f-b48a-48a7-9db6-60ae0655c77b tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 944 time: 0.0480344 Aug 31 01:16:07.696905 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-841e6efc-40c7-431f-a29f-8e589a40f372 req-eeb0c4bf-9439-454e-a390-9d934d52ac74 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c071c7c8-f360-43e9-952d-7eeadd8c8ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360408 Aug 31 01:16:08.070659 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27917880-8c65-4f2a-b310-e6900ee92c8c req-f57bd42c-4d35-41c5-be29-782b030c9e10 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:08.072096 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-27917880-8c65-4f2a-b310-e6900ee92c8c req-f57bd42c-4d35-41c5-be29-782b030c9e10 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 946 time: 0.0484433 Aug 31 01:16:08.109043 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-27917880-8c65-4f2a-b310-e6900ee92c8c req-60b639fc-a92e-44bf-9480-18fcb398b374 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311973 Aug 31 01:16:08.810166 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c605f-cbc7-41e5-a569-e795bc066dc9 req-42c769b7-e4a8-46b3-98ad-3125e4c7a20f tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:08.811755 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ef2c605f-cbc7-41e5-a569-e795bc066dc9 req-42c769b7-e4a8-46b3-98ad-3125e4c7a20f tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 944 time: 0.0506878 Aug 31 01:16:08.851417 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ef2c605f-cbc7-41e5-a569-e795bc066dc9 req-7ebc0548-dd0a-4b3f-a93e-9f4e53b10d8b tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c071c7c8-f360-43e9-952d-7eeadd8c8ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335636 Aug 31 01:16:08.944920 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-446d2200-3f08-4dd0-bfa6-9e408dffc322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:09.225102 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec995dc-70a5-42f0-a4e5-ed2d52b70c0f req-3cca8b46-7660-4c6f-bc7b-1d95b5de7972 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:09.226584 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bec995dc-70a5-42f0-a4e5-ed2d52b70c0f req-3cca8b46-7660-4c6f-bc7b-1d95b5de7972 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 946 time: 0.0479767 Aug 31 01:16:09.269761 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bec995dc-70a5-42f0-a4e5-ed2d52b70c0f req-4972dbc0-0f7b-480c-8715-927a89af2d88 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364022 Aug 31 01:16:09.338690 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:09.616823 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:16:09.711553 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=5fa7986e-c6cc-45c9-a07a-06a5c8573e7d,segment=NetworkSegment(6d53e54b-6190-4b24-885a-ba7d2444e469),segment_id=6d53e54b-6190-4b24-885a-ba7d2444e469)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:09.723441 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Returning: {'device': '5fa7986e-c6cc-45c9-a07a-06a5c8573e7d', 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff', 'port_id': '5fa7986e-c6cc-45c9-a07a-06a5c8573e7d', 'mac_address': 'fa:16:3e:98:d3:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:16:09.762686 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:09.776791 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d {{(pid=94636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:16:09.799969 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=5fa7986e-c6cc-45c9-a07a-06a5c8573e7d,segment=NetworkSegment(6d53e54b-6190-4b24-885a-ba7d2444e469),segment_id=6d53e54b-6190-4b24-885a-ba7d2444e469)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:09.888542 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:09.889236 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 9d4be5bd-d64a-4c9d-839c-12819effab24 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:16:09.963901 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=5fa7986e-c6cc-45c9-a07a-06a5c8573e7d,revision_number=6']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:09.981095 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea80e2-8171-4169-8f89-e069d3cc3e53 req-ae6e9ff8-18d5-4d7a-aa73-c0084d1c1657 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:09.982735 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c2ea80e2-8171-4169-8f89-e069d3cc3e53 req-ae6e9ff8-18d5-4d7a-aa73-c0084d1c1657 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 944 time: 0.0552187 Aug 31 01:16:10.021782 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c2ea80e2-8171-4169-8f89-e069d3cc3e53 req-32e5fbb4-3d46-4420-aaa2-d1ae9ef005e2 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c071c7c8-f360-43e9-952d-7eeadd8c8ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331173 Aug 31 01:16:10.041369 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:10.061414 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 9d4be5bd-d64a-4c9d-839c-12819effab24, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=9d4be5bd-d64a-4c9d-839c-12819effab24,segment=NetworkSegment(136e9093-82c8-488c-90d1-ee823e08345f),segment_id=136e9093-82c8-488c-90d1-ee823e08345f)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:10.072257 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Returning: {'device': '9d4be5bd-d64a-4c9d-839c-12819effab24', 'network_id': 'c534f589-1d8a-478d-9545-cdea5e81a29a', 'port_id': '9d4be5bd-d64a-4c9d-839c-12819effab24', 'mac_address': 'fa:16:3e:7f:18:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3346ced-1b5d-4fc3-90c1-5d19f1ec19c9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:16:10.114189 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:10.128252 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d4be5bd-d64a-4c9d-839c-12819effab24 {{(pid=94636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:16:10.150706 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 9d4be5bd-d64a-4c9d-839c-12819effab24, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=9d4be5bd-d64a-4c9d-839c-12819effab24,segment=NetworkSegment(136e9093-82c8-488c-90d1-ee823e08345f),segment_id=136e9093-82c8-488c-90d1-ee823e08345f)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:10.261929 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:10.313763 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=9d4be5bd-d64a-4c9d-839c-12819effab24,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:10.365289 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] get_ports_and_sgs() called for port_ids ['5fa7986e-c6cc-45c9-a07a-06a5c8573e7d'] {{(pid=94636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:16:10.400425 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afc012-4d8e-4e28-bba3-a3977b7e3560 req-7ecec1be-a3ee-4ff4-87c8-2a1809b7d2bd tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:10.401976 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c6afc012-4d8e-4e28-bba3-a3977b7e3560 req-7ecec1be-a3ee-4ff4-87c8-2a1809b7d2bd tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 945 time: 0.0534031 Aug 31 01:16:10.462678 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c6afc012-4d8e-4e28-bba3-a3977b7e3560 req-707ba46f-a81f-4b20-b352-73b4aa9a2cfa tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496473 Aug 31 01:16:10.565313 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] get_ports_and_sgs() called for port_ids ['9d4be5bd-d64a-4c9d-839c-12819effab24'] {{(pid=94636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:16:11.149168 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971eb388-34ae-4c3b-adf2-8ef3aa981bf4 req-53589591-7c77-48ed-b248-827a9a250187 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:11.151411 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-971eb388-34ae-4c3b-adf2-8ef3aa981bf4 req-53589591-7c77-48ed-b248-827a9a250187 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 945 time: 0.0535557 Aug 31 01:16:11.196767 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-971eb388-34ae-4c3b-adf2-8ef3aa981bf4 req-966a7351-d211-47e1-a3a4-4f3bce7476f6 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c071c7c8-f360-43e9-952d-7eeadd8c8ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381591 Aug 31 01:16:11.603051 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1be54a-bcaf-4d7b-afbd-c89b418e51a1 req-3cd0d77f-5976-4c67-adc3-6793be0052f1 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:11.606055 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ec1be54a-bcaf-4d7b-afbd-c89b418e51a1 req-3cd0d77f-5976-4c67-adc3-6793be0052f1 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 945 time: 0.0618994 Aug 31 01:16:11.633867 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d up at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:16:11.693165 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Provisioning complete for port 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:16:11.694088 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:11.704143 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ec1be54a-bcaf-4d7b-afbd-c89b418e51a1 req-60c67d2b-a275-493b-9bd5-697de33c8894 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850270 Aug 31 01:16:11.838975 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:11.868260 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eebeddb-5cfb-4ac5-ba34-e20f1c94f921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa7986e-c6cc-45c9-a07a-06a5c8573e7d'}] {{(pid=94636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:16:11.870769 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d232dde22f81f13b8276e8d192a9956b8a1abe374d21fab87add1b29b36cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a740f8-996c-4b95-8ff2-2ad13ce72fbb" -d '{"events": [{"server_uuid": "9eebeddb-5cfb-4ac5-ba34-e20f1c94f921", "name": "network-vif-plugged", "status": "completed", "tag": "5fa7986e-c6cc-45c9-a07a-06a5c8573e7d"}]}' {{(pid=94636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:16:11.898231 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=5fa7986e-c6cc-45c9-a07a-06a5c8573e7d,segment=NetworkSegment(6d53e54b-6190-4b24-885a-ba7d2444e469),segment_id=6d53e54b-6190-4b24-885a-ba7d2444e469)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:11.926590 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5571355-607a-4a60-9a0c-ea784ebd7fff x-openstack-request-id: req-e5571355-607a-4a60-9a0c-ea784ebd7fff {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:16:11.926590 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eebeddb-5cfb-4ac5-ba34-e20f1c94f921", "name": "network-vif-plugged", "status": "completed", "tag": "5fa7986e-c6cc-45c9-a07a-06a5c8573e7d", "code": 200}]} {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:16:11.926590 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e5571355-607a-4a60-9a0c-ea784ebd7fff {{(pid=94636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:16:11.926590 dv-cinder-760180-3-iscsi neutron-server[94636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eebeddb-5cfb-4ac5-ba34-e20f1c94f921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa7986e-c6cc-45c9-a07a-06a5c8573e7d', 'code': 200} Aug 31 01:16:12.008441 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:12.009234 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 9d4be5bd-d64a-4c9d-839c-12819effab24 up at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:16:12.012665 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:12.132870 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=5fa7986e-c6cc-45c9-a07a-06a5c8573e7d,revision_number=7']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:12.213144 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Provisioning for port 9d4be5bd-d64a-4c9d-839c-12819effab24 completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:16:12.217647 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Provisioning complete for port 9d4be5bd-d64a-4c9d-839c-12819effab24 triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:16:12.218228 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:12.352165 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:12.356168 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3d590-2ffd-45fb-9ee1-2001df93659b req-d28aa529-5f44-47f1-ad49-e9feb1817134 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:12.364945 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-cab3d590-2ffd-45fb-9ee1-2001df93659b req-d28aa529-5f44-47f1-ad49-e9feb1817134 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 945 time: 0.0748353 Aug 31 01:16:12.409374 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 9d4be5bd-d64a-4c9d-839c-12819effab24, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=9d4be5bd-d64a-4c9d-839c-12819effab24,segment=NetworkSegment(136e9093-82c8-488c-90d1-ee823e08345f),segment_id=136e9093-82c8-488c-90d1-ee823e08345f)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:12.415050 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-cab3d590-2ffd-45fb-9ee1-2001df93659b req-e2140de8-152d-4401-a31e-ad8fbfe912bd tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c071c7c8-f360-43e9-952d-7eeadd8c8ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460041 Aug 31 01:16:12.511241 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:12.570083 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=9d4be5bd-d64a-4c9d-839c-12819effab24,revision_number=5']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:12.880120 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e0383-64f2-48a4-a70b-210dfedfec30 req-1e63fc4b-8389-448e-b7d7-8be9093ccf8a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:12.887731 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ac3e0383-64f2-48a4-a70b-210dfedfec30 req-1e63fc4b-8389-448e-b7d7-8be9093ccf8a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 946 time: 0.0787730 Aug 31 01:16:12.929271 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ac3e0383-64f2-48a4-a70b-210dfedfec30 req-a55394a5-6d3e-4bdf-b782-32dab328b41f tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407662 Aug 31 01:16:13.557235 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263ae4c-6e18-4444-a017-1f9ff1609473 req-adb809ec-8a2e-4c43-a4b1-58f75c82ede5 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:13.558745 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b263ae4c-6e18-4444-a017-1f9ff1609473 req-adb809ec-8a2e-4c43-a4b1-58f75c82ede5 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 946 time: 0.0833867 Aug 31 01:16:13.596647 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b263ae4c-6e18-4444-a017-1f9ff1609473 req-b9770486-f8ea-4394-91be-09532ceb32be tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c071c7c8-f360-43e9-952d-7eeadd8c8ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317905 Aug 31 01:16:13.927049 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed38f42-f266-4c68-a31d-f08d794546a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4be5bd-d64a-4c9d-839c-12819effab24'}] {{(pid=94636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:16:13.929405 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d232dde22f81f13b8276e8d192a9956b8a1abe374d21fab87add1b29b36cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9713b9-a4d3-4d88-a694-2fab75ff2ba0" -d '{"events": [{"server_uuid": "0ed38f42-f266-4c68-a31d-f08d794546a0", "name": "network-vif-plugged", "status": "completed", "tag": "9d4be5bd-d64a-4c9d-839c-12819effab24"}]}' {{(pid=94636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:16:13.982856 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515f403c-00a6-4992-b6a0-2820f909dcab x-openstack-request-id: req-515f403c-00a6-4992-b6a0-2820f909dcab {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:16:13.983146 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed38f42-f266-4c68-a31d-f08d794546a0", "name": "network-vif-plugged", "status": "completed", "tag": "9d4be5bd-d64a-4c9d-839c-12819effab24", "code": 200}]} {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:16:13.983455 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-515f403c-00a6-4992-b6a0-2820f909dcab {{(pid=94636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:16:13.983807 dv-cinder-760180-3-iscsi neutron-server[94636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed38f42-f266-4c68-a31d-f08d794546a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4be5bd-d64a-4c9d-839c-12819effab24', 'code': 200} Aug 31 01:16:14.073192 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c88090-7dc3-49c8-ab23-442fe665b37a req-91cd10e1-5f5a-4e7b-8d49-718b8ade5529 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:14.074627 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f7c88090-7dc3-49c8-ab23-442fe665b37a req-91cd10e1-5f5a-4e7b-8d49-718b8ade5529 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 946 time: 0.0563087 Aug 31 01:16:14.128447 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f7c88090-7dc3-49c8-ab23-442fe665b37a req-05de675c-d8f2-499b-81b0-941be4762fc0 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459588 Aug 31 01:16:14.204610 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:14.507949 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912733a-42d3-4c37-b8af-a48cab96eb4c req-a654d96a-4cb4-4c80-af0b-c6152360d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:14.509412 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4912733a-42d3-4c37-b8af-a48cab96eb4c req-a654d96a-4cb4-4c80-af0b-c6152360d8a0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 1099 time: 0.0438032 Aug 31 01:16:14.555936 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4912733a-42d3-4c37-b8af-a48cab96eb4c req-b223453e-7618-4d8e-98e9-525dc27c4ee2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c071c7c8-f360-43e9-952d-7eeadd8c8ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378215 Aug 31 01:16:14.718425 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718d870-8fcd-4dec-b92e-f48324298824 req-94929663-5816-41e2-b0c0-bc5e2f955297 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:14.720052 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5718d870-8fcd-4dec-b92e-f48324298824 req-94929663-5816-41e2-b0c0-bc5e2f955297 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 946 time: 0.0509820 Aug 31 01:16:14.759632 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5718d870-8fcd-4dec-b92e-f48324298824 req-e180fa87-b008-49c3-9a6d-54390d3670b0 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c071c7c8-f360-43e9-952d-7eeadd8c8ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333118 Aug 31 01:16:15.253640 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f0cb4c-7afd-49f7-b175-3760a5bc3263 req-a600d75e-1489-43fd-925c-25603bef72e4 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:15.260907 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-34f0cb4c-7afd-49f7-b175-3760a5bc3263 req-a600d75e-1489-43fd-925c-25603bef72e4 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 946 time: 0.0574727 Aug 31 01:16:15.295021 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-34f0cb4c-7afd-49f7-b175-3760a5bc3263 req-0fa426bd-e5c1-480c-be55-f73938ae82c9 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330198 Aug 31 01:16:15.912403 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c83686-aa9c-4951-b63b-12c3bb119d3c req-5fc2fe7e-a88e-4f58-ab6d-039ab8a54242 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:15.914104 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-82c83686-aa9c-4951-b63b-12c3bb119d3c req-5fc2fe7e-a88e-4f58-ab6d-039ab8a54242 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 946 time: 0.0644288 Aug 31 01:16:15.970548 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-82c83686-aa9c-4951-b63b-12c3bb119d3c req-e8ded00f-c1e6-41c3-ab97-cf6565f0f24c tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c071c7c8-f360-43e9-952d-7eeadd8c8ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477481 Aug 31 01:16:16.424015 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139f703-dfbc-48a1-9ad7-2e08fc2e1546 req-b5fe8647-894a-41bc-89b4-929f10739d85 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:16.425782 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c139f703-dfbc-48a1-9ad7-2e08fc2e1546 req-b5fe8647-894a-41bc-89b4-929f10739d85 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 946 time: 0.0547860 Aug 31 01:16:16.466253 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c139f703-dfbc-48a1-9ad7-2e08fc2e1546 req-8a793c44-6d1f-4048-a06a-3725c47e8e8f tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340970 Aug 31 01:16:17.078610 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a9905-c334-4e4f-80b7-472bf7b8445f req-4b40d470-15b4-4db0-9b34-60a9de5f6cd3 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:17.080119 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-404a9905-c334-4e4f-80b7-472bf7b8445f req-4b40d470-15b4-4db0-9b34-60a9de5f6cd3 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 946 time: 0.0497203 Aug 31 01:16:17.125960 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-404a9905-c334-4e4f-80b7-472bf7b8445f req-54f3de5e-b28f-49be-bcd7-5e7d7551606a tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c071c7c8-f360-43e9-952d-7eeadd8c8ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397341 Aug 31 01:16:17.272022 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723e01d-390d-4d0a-a966-07f1951c0704 req-befd8cf9-b564-4a4e-bc9b-ef4121a156f2 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:17.274328 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2723e01d-390d-4d0a-a966-07f1951c0704 req-befd8cf9-b564-4a4e-bc9b-ef4121a156f2 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 946 time: 0.0641015 Aug 31 01:16:17.323233 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2723e01d-390d-4d0a-a966-07f1951c0704 req-a214f790-9547-4960-b0a4-d4421c2546bc tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c071c7c8-f360-43e9-952d-7eeadd8c8ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411837 Aug 31 01:16:17.354584 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 34028) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:17.398356 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de75ab9-61d4-4c36-9702-7f35e99c5b44 tempest-TestVolumeBootPattern-42619402 tempest-TestVolumeBootPattern-42619402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:17.402986 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-3de75ab9-61d4-4c36-9702-7f35e99c5b44 tempest-TestVolumeBootPattern-42619402 tempest-TestVolumeBootPattern-42619402-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 1094 time: 0.0472972 Aug 31 01:16:17.403739 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 34032) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:17.408224 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [None req-ec1a490c-534e-438a-b934-8f8e74db0498 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Request body: {'floatingip': {'floating_network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'port_id': '9d4be5bd-d64a-4c9d-839c-12819effab24', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:16:17.594974 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ffc786-9fe1-4602-afeb-7380f902fd23 req-dc7c8c69-c9ab-4ba7-8e78-0b4ce250e1f0 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:17.596436 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-46ffc786-9fe1-4602-afeb-7380f902fd23 req-dc7c8c69-c9ab-4ba7-8e78-0b4ce250e1f0 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 946 time: 0.0546417 Aug 31 01:16:17.658630 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-46ffc786-9fe1-4602-afeb-7380f902fd23 req-816c78a1-3a3f-44cf-b1eb-6a563357d034 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562987 Aug 31 01:16:17.665488 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ec1a490c-534e-438a-b934-8f8e74db0498 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks [] for floatingip, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:17.791090 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ec1a490c-534e-438a-b934-8f8e74db0498 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:17.905132 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [None req-ec1a490c-534e-438a-b934-8f8e74db0498 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Allocated IP 172.27.3.102 (6de9ff05-f8f6-4fd1-b476-077a32a7a2f5/44be20a0-ff0a-4c00-a541-a9ead83fffe9/5d5b02b6-6f17-4550-83d4-536bd39c8476) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:16:18.023053 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ec1a490c-534e-438a-b934-8f8e74db0498 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:18.139697 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ec1a490c-534e-438a-b934-8f8e74db0498 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:18.194999 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1a490c-534e-438a-b934-8f8e74db0498 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Network 6de9ff05-f8f6-4fd1-b476-077a32a7a2f5 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:16:18.202695 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-ec1a490c-534e-438a-b934-8f8e74db0498 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:16:18.205341 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1a490c-534e-438a-b934-8f8e74db0498 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:16:18.243892 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a490c-534e-438a-b934-8f8e74db0498 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Pushing event updated for resources: {'Port': ['ID=5d5b02b6-6f17-4550-83d4-536bd39c8476,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:18.611816 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ec1a490c-534e-438a-b934-8f8e74db0498 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:18.770170 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ec1a490c-534e-438a-b934-8f8e74db0498 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:18.851232 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953653e-7aeb-421d-a699-2fcdad16f4fa req-1aa12c6c-ed4b-49c4-aeb1-4655f1d0e476 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:18.854298 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3953653e-7aeb-421d-a699-2fcdad16f4fa req-1aa12c6c-ed4b-49c4-aeb1-4655f1d0e476 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 946 time: 0.0994380 Aug 31 01:16:18.939262 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3953653e-7aeb-421d-a699-2fcdad16f4fa req-a51b4ae0-6997-49ab-a4d0-c78195696bbe tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743766 Aug 31 01:16:19.011343 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ec1a490c-534e-438a-b934-8f8e74db0498 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:19.079239 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ec1a490c-534e-438a-b934-8f8e74db0498 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127206981'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:19.158646 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a490c-534e-438a-b934-8f8e74db0498 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Pushing event updated for resources: {'Port': ['ID=5d5b02b6-6f17-4550-83d4-536bd39c8476,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:19.167678 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ec1a490c-534e-438a-b934-8f8e74db0498 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371979'] for floatingip, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:19.279785 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.db.l3_db [None req-ec1a490c-534e-438a-b934-8f8e74db0498 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Floating IP 9fa97462-1457-4057-adee-e7b98901a299 associated. External IP: 172.27.3.102, port: 9d4be5bd-d64a-4c9d-839c-12819effab24. Aug 31 01:16:19.496677 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1a490c-534e-438a-b934-8f8e74db0498 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Router fb827655-e05a-4602-9186-a489a84291e7 has already been hosted by L3 agent c5d183af-b1ef-4815-8853-b3c8447fce00 {{(pid=94635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:16:19.606399 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1a490c-534e-438a-b934-8f8e74db0498 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify agent at l3_agent.dv-cinder-760180-3-iscsi the message routers_updated {{(pid=94635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:16:19.618573 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498033bf-63fc-4bce-84e9-7dba7da3d466 None None] Sync routers for ids ['fb827655-e05a-4602-9186-a489a84291e7'] in dv-cinder-760180-3-iscsi {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:16:19.628391 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498033bf-63fc-4bce-84e9-7dba7da3d466 None None] Routers {'fb827655-e05a-4602-9186-a489a84291e7'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:16:19.630698 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-498033bf-63fc-4bce-84e9-7dba7da3d466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:16:09Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['fb827655-e05a-4602-9186-a489a84291e7'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:16:19.727234 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ec1a490c-534e-438a-b934-8f8e74db0498 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for floatingip, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:19.744389 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-498033bf-63fc-4bce-84e9-7dba7da3d466 None None] Set router fb827655-e05a-4602-9186-a489a84291e7 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:16:19.757413 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:16:19.782135 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-ec1a490c-534e-438a-b934-8f8e74db0498 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3772290 Aug 31 01:16:19.782811 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed38f42-f266-4c68-a31d-f08d794546a0', 'tag': '9d4be5bd-d64a-4c9d-839c-12819effab24'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:16:19.785183 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b881214d57cd1965c46d5ffcb12adc10c1d351a412fd4a0d5151f09a2b3a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79dc78cc-0bd3-4724-8042-2fa327eb97e8" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed38f42-f266-4c68-a31d-f08d794546a0", "tag": "9d4be5bd-d64a-4c9d-839c-12819effab24"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:16:19.833596 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b10f359-1579-49dd-8b4b-e906706ae8af x-openstack-request-id: req-6b10f359-1579-49dd-8b4b-e906706ae8af {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:16:19.833992 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed38f42-f266-4c68-a31d-f08d794546a0", "tag": "9d4be5bd-d64a-4c9d-839c-12819effab24", "status": "completed", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:16:19.834337 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6b10f359-1579-49dd-8b4b-e906706ae8af {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:16:19.834919 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed38f42-f266-4c68-a31d-f08d794546a0', 'tag': '9d4be5bd-d64a-4c9d-839c-12819effab24', 'status': 'completed', 'code': 200} Aug 31 01:16:19.991146 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-498033bf-63fc-4bce-84e9-7dba7da3d466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb827655-e05a-4602-9186-a489a84291e7', 'name': 'tempest-TestVolumeBootPattern-717848227-router', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '08299612-f80e-4117-a7e8-f0a0dd807689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:57Z', 'updated_at': '2021-08-31T01:12:03Z', 'revision_number': 4, 'project_id': 'cd87758004a84b0894e10b0402589a05', 'gw_port': {'id': '08299612-f80e-4117-a7e8-f0a0dd807689', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb827655-e05a-4602-9186-a489a84291e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:58Z', 'updated_at': '2021-08-31T01:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_floatingips': [{'id': '9fa97462-1457-4057-adee-e7b98901a299', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'router_id': 'fb827655-e05a-4602-9186-a489a84291e7', 'port_id': '9d4be5bd-d64a-4c9d-839c-12819effab24', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c534f589-1d8a-478d-9545-cdea5e81a29a', 'mac_address': 'fa:16:3e:7f:18:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed38f42-f266-4c68-a31d-f08d794546a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:16:18Z', 'updated_at': '2021-08-31T01:16:18Z', 'revision_number': 0, 'project_id': 'cd87758004a84b0894e10b0402589a05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5559bfa-529f-43a3-9cdd-4ad7b6b2371b', 'name': '', 'network_id': 'c534f589-1d8a-478d-9545-cdea5e81a29a', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'mac_address': 'fa:16:3e:40:13:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb827655-e05a-4602-9186-a489a84291e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'e3346ced-1b5d-4fc3-90c1-5d19f1ec19c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:12:01Z', 'updated_at': '2021-08-31T01:12:08Z', 'revision_number': 5, 'project_id': 'cd87758004a84b0894e10b0402589a05', 'subnets': [{'id': 'e3346ced-1b5d-4fc3-90c1-5d19f1ec19c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:16:20.024510 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498033bf-63fc-4bce-84e9-7dba7da3d466 None None] Checking router: fb827655-e05a-4602-9186-a489a84291e7 for host: dv-cinder-760180-3-iscsi {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:16:20.033073 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498033bf-63fc-4bce-84e9-7dba7da3d466 None None] Routers {'fb827655-e05a-4602-9186-a489a84291e7'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:16:20.033916 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-498033bf-63fc-4bce-84e9-7dba7da3d466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:16:09Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['fb827655-e05a-4602-9186-a489a84291e7'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:16:20.066553 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba5fb2-7062-4b66-9c8e-7dc400d3acb3 req-8845263a-c091-4bb0-bb85-dc401d0d8cd0 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:20.068510 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-67ba5fb2-7062-4b66-9c8e-7dc400d3acb3 req-8845263a-c091-4bb0-bb85-dc401d0d8cd0 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 946 time: 0.0493362 Aug 31 01:16:20.108470 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-67ba5fb2-7062-4b66-9c8e-7dc400d3acb3 req-65393549-6816-443a-a69a-e0b93269e950 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340097 Aug 31 01:16:20.141469 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-498033bf-63fc-4bce-84e9-7dba7da3d466 None None] Set router fb827655-e05a-4602-9186-a489a84291e7 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:16:20.373457 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-498033bf-63fc-4bce-84e9-7dba7da3d466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb827655-e05a-4602-9186-a489a84291e7', 'name': 'tempest-TestVolumeBootPattern-717848227-router', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '08299612-f80e-4117-a7e8-f0a0dd807689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:57Z', 'updated_at': '2021-08-31T01:12:03Z', 'revision_number': 4, 'project_id': 'cd87758004a84b0894e10b0402589a05', 'gw_port': {'id': '08299612-f80e-4117-a7e8-f0a0dd807689', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb827655-e05a-4602-9186-a489a84291e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:58Z', 'updated_at': '2021-08-31T01:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_floatingips': [{'id': '9fa97462-1457-4057-adee-e7b98901a299', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'router_id': 'fb827655-e05a-4602-9186-a489a84291e7', 'port_id': '9d4be5bd-d64a-4c9d-839c-12819effab24', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c534f589-1d8a-478d-9545-cdea5e81a29a', 'mac_address': 'fa:16:3e:7f:18:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed38f42-f266-4c68-a31d-f08d794546a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:16:18Z', 'updated_at': '2021-08-31T01:16:18Z', 'revision_number': 0, 'project_id': 'cd87758004a84b0894e10b0402589a05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5559bfa-529f-43a3-9cdd-4ad7b6b2371b', 'name': '', 'network_id': 'c534f589-1d8a-478d-9545-cdea5e81a29a', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'mac_address': 'fa:16:3e:40:13:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb827655-e05a-4602-9186-a489a84291e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'e3346ced-1b5d-4fc3-90c1-5d19f1ec19c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:12:01Z', 'updated_at': '2021-08-31T01:12:08Z', 'revision_number': 5, 'project_id': 'cd87758004a84b0894e10b0402589a05', 'subnets': [{'id': 'e3346ced-1b5d-4fc3-90c1-5d19f1ec19c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:16:20.399558 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498033bf-63fc-4bce-84e9-7dba7da3d466 None None] The sync data for ids ['fb827655-e05a-4602-9186-a489a84291e7'] in dv-cinder-760180-3-iscsi is: [{'id': 'fb827655-e05a-4602-9186-a489a84291e7', 'name': 'tempest-TestVolumeBootPattern-717848227-router', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '08299612-f80e-4117-a7e8-f0a0dd807689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:57Z', 'updated_at': '2021-08-31T01:12:03Z', 'revision_number': 4, 'project_id': 'cd87758004a84b0894e10b0402589a05', 'gw_port': {'id': '08299612-f80e-4117-a7e8-f0a0dd807689', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb827655-e05a-4602-9186-a489a84291e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:58Z', 'updated_at': '2021-08-31T01:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_floatingips': [{'id': '9fa97462-1457-4057-adee-e7b98901a299', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'router_id': 'fb827655-e05a-4602-9186-a489a84291e7', 'port_id': '9d4be5bd-d64a-4c9d-839c-12819effab24', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c534f589-1d8a-478d-9545-cdea5e81a29a', 'mac_address': 'fa:16:3e:7f:18:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed38f42-f266-4c68-a31d-f08d794546a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T01:16:18Z', 'updated_at': '2021-08-31T01:16:18Z', 'revision_number': 0, 'project_id': 'cd87758004a84b0894e10b0402589a05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5559bfa-529f-43a3-9cdd-4ad7b6b2371b', 'name': '', 'network_id': 'c534f589-1d8a-478d-9545-cdea5e81a29a', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'mac_address': 'fa:16:3e:40:13:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb827655-e05a-4602-9186-a489a84291e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'e3346ced-1b5d-4fc3-90c1-5d19f1ec19c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:12:01Z', 'updated_at': '2021-08-31T01:12:08Z', 'revision_number': 5, 'project_id': 'cd87758004a84b0894e10b0402589a05', 'subnets': [{'id': 'e3346ced-1b5d-4fc3-90c1-5d19f1ec19c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:16:20.634824 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b028464-929a-4edd-808b-967eaf7160be None None] New status for floating IP 9fa97462-1457-4057-adee-e7b98901a299: ACTIVE {{(pid=94637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:16:21.109658 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc78cc-0bd3-4724-8042-2fa327eb97e8 req-54b5bd75-726e-4b8d-b663-27637243a202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:21.111131 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-79dc78cc-0bd3-4724-8042-2fa327eb97e8 req-54b5bd75-726e-4b8d-b663-27637243a202 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cd87758004a84b0894e10b0402589a05&device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 1099 time: 0.0435231 Aug 31 01:16:21.485112 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db4a00-4e36-4f29-a311-4d2dd4702886 req-3c142412-db1d-4b75-933b-ecaa5079fae8 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:21.486586 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-98db4a00-4e36-4f29-a311-4d2dd4702886 req-3c142412-db1d-4b75-933b-ecaa5079fae8 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 946 time: 0.0741925 Aug 31 01:16:21.491248 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc78cc-0bd3-4724-8042-2fa327eb97e8 req-d9bc4709-a4fd-455c-a0bc-e3f22907f12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:21.493190 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-79dc78cc-0bd3-4724-8042-2fa327eb97e8 req-d9bc4709-a4fd-455c-a0bc-e3f22907f12c service neutron] 10.222.0.72 "GET /v2.0/networks?id=c534f589-1d8a-478d-9545-cdea5e81a29a HTTP/1.1" status: 200 len: 912 time: 0.3743362 Aug 31 01:16:21.573173 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-98db4a00-4e36-4f29-a311-4d2dd4702886 req-ac1d37d4-cb50-42f8-b069-ac93ecbef90a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790415 Aug 31 01:16:21.581348 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-79dc78cc-0bd3-4724-8042-2fa327eb97e8 req-275f99ca-54b1-4249-a1c7-f1e87f7840ef service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d4be5bd-d64a-4c9d-839c-12819effab24 HTTP/1.1" status: 200 len: 1002 time: 0.0806193 Aug 31 01:16:21.630006 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc78cc-0bd3-4724-8042-2fa327eb97e8 req-6dcc33ff-c6b5-491c-930b-aaea75c660f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:21.631354 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-79dc78cc-0bd3-4724-8042-2fa327eb97e8 req-6dcc33ff-c6b5-491c-930b-aaea75c660f5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e3346ced-1b5d-4fc3-90c1-5d19f1ec19c9 HTTP/1.1" status: 200 len: 850 time: 0.0431886 Aug 31 01:16:21.683401 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc78cc-0bd3-4724-8042-2fa327eb97e8 req-46ab443f-e0a0-4b96-81ca-774464df4d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:21.684827 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-79dc78cc-0bd3-4724-8042-2fa327eb97e8 req-46ab443f-e0a0-4b96-81ca-774464df4d09 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c534f589-1d8a-478d-9545-cdea5e81a29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388722 Aug 31 01:16:21.775830 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-79dc78cc-0bd3-4724-8042-2fa327eb97e8 req-31c965fa-d71a-4a4b-b455-e617076754c9 service neutron] 10.222.0.72 "GET /v2.0/networks/c534f589-1d8a-478d-9545-cdea5e81a29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834002 Aug 31 01:16:21.938339 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-79dc78cc-0bd3-4724-8042-2fa327eb97e8 req-916e0fe1-365b-4b77-a9d5-cf9d52183937 service neutron] 10.222.0.72 "GET /v2.0/networks/c534f589-1d8a-478d-9545-cdea5e81a29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888262 Aug 31 01:16:22.020409 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 34084) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:22.205926 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-e915a132-db0d-4f9e-a6ec-d9e6d89df1bf tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Deleting port f9e1c6ad-fe39-4b2b-9b22-e66c425c854a {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:16:22.206622 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e915a132-db0d-4f9e-a6ec-d9e6d89df1bf tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:22.255797 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecd3bc-d5b4-44d1-8131-f0d138d2ffec req-bd3d5017-a457-40c3-a436-c6f2ef4e1d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:22.257272 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8eecd3bc-d5b4-44d1-8131-f0d138d2ffec req-bd3d5017-a457-40c3-a436-c6f2ef4e1d77 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8e8ee4f4a0b14bda8b938a88a2dab8cd&device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 1099 time: 0.0901899 Aug 31 01:16:22.354177 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e915a132-db0d-4f9e-a6ec-d9e6d89df1bf tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:22.354525 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e915a132-db0d-4f9e-a6ec-d9e6d89df1bf tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:22.372003 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-e915a132-db0d-4f9e-a6ec-d9e6d89df1bf tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Calling delete_port for f9e1c6ad-fe39-4b2b-9b22-e66c425c854a owned by network:floatingip {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:16:22.391605 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecd3bc-d5b4-44d1-8131-f0d138d2ffec req-f4230b8c-a2db-4aba-9de4-2cccdf0fee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:22.393071 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8eecd3bc-d5b4-44d1-8131-f0d138d2ffec req-f4230b8c-a2db-4aba-9de4-2cccdf0fee99 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cbc670e8-9863-4523-934f-dc257f6800ff HTTP/1.1" status: 200 len: 918 time: 0.1279685 Aug 31 01:16:22.501887 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8eecd3bc-d5b4-44d1-8131-f0d138d2ffec req-961b7c83-085c-4db1-bd1c-6a6d9b562607 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa7986e-c6cc-45c9-a07a-06a5c8573e7d HTTP/1.1" status: 200 len: 1002 time: 0.0769904 Aug 31 01:16:22.566165 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecd3bc-d5b4-44d1-8131-f0d138d2ffec req-f0d1816f-33ce-4223-9dc7-ff888696b30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:22.567627 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8eecd3bc-d5b4-44d1-8131-f0d138d2ffec req-f0d1816f-33ce-4223-9dc7-ff888696b30f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9 HTTP/1.1" status: 200 len: 856 time: 0.0553069 Aug 31 01:16:22.646490 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecd3bc-d5b4-44d1-8131-f0d138d2ffec req-7406573c-f914-4c39-af62-4531522c2714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:22.647970 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8eecd3bc-d5b4-44d1-8131-f0d138d2ffec req-7406573c-f914-4c39-af62-4531522c2714 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cbc670e8-9863-4523-934f-dc257f6800ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551543 Aug 31 01:16:22.724389 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e915a132-db0d-4f9e-a6ec-d9e6d89df1bf tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:22.770650 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915a132-db0d-4f9e-a6ec-d9e6d89df1bf tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Pushing event deleted for resources: {'Port': ['ID=f9e1c6ad-fe39-4b2b-9b22-e66c425c854a,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:22.780694 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61237f-8f48-4410-a967-edf417ab2f2d req-6a98a447-d70e-4c21-b294-db5cc24b3ff7 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:22.782153 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8c61237f-8f48-4410-a967-edf417ab2f2d req-6a98a447-d70e-4c21-b294-db5cc24b3ff7 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 946 time: 0.1327734 Aug 31 01:16:22.846914 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8eecd3bc-d5b4-44d1-8131-f0d138d2ffec req-f0e61814-b243-4c98-968c-f0bbaa6f8d36 service neutron] 10.222.0.72 "GET /v2.0/networks/cbc670e8-9863-4523-934f-dc257f6800ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884270 Aug 31 01:16:22.918051 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8c61237f-8f48-4410-a967-edf417ab2f2d req-ff7b6f41-e911-45df-984e-195d3b11a12d tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279829 Aug 31 01:16:22.924823 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e915a132-db0d-4f9e-a6ec-d9e6d89df1bf tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks [] for floatingip, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:22.925135 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.db.l3_db [None req-e915a132-db0d-4f9e-a6ec-d9e6d89df1bf tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Floating IP 858f2e95-eda0-4acf-91c7-e90834f9aa07 disassociated (deleted). External IP: 172.27.3.132, port: 141131c4-5bf4-459f-b25c-c5cf2ce7e2f5. Aug 31 01:16:23.032554 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8eecd3bc-d5b4-44d1-8131-f0d138d2ffec req-8130f04b-fe4d-476e-bc60-0d19ed6ce410 service neutron] 10.222.0.72 "GET /v2.0/networks/cbc670e8-9863-4523-934f-dc257f6800ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739850 Aug 31 01:16:23.148409 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e915a132-db0d-4f9e-a6ec-d9e6d89df1bf tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Router 19737475-04cd-42d5-8ff0-912276209e2e has already been hosted by L3 agent c5d183af-b1ef-4815-8853-b3c8447fce00 {{(pid=94635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:16:23.256188 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e915a132-db0d-4f9e-a6ec-d9e6d89df1bf tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify agent at l3_agent.dv-cinder-760180-3-iscsi the message routers_updated {{(pid=94635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:16:23.261195 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e915a132-db0d-4f9e-a6ec-d9e6d89df1bf tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for floatingip, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:23.266004 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d434bc-f670-4a16-ba1e-48c2beee02b4 None None] Sync routers for ids ['19737475-04cd-42d5-8ff0-912276209e2e'] in dv-cinder-760180-3-iscsi {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:16:23.274609 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d434bc-f670-4a16-ba1e-48c2beee02b4 None None] Routers {'19737475-04cd-42d5-8ff0-912276209e2e'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:16:23.275220 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-d9d434bc-f670-4a16-ba1e-48c2beee02b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:16:09Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['19737475-04cd-42d5-8ff0-912276209e2e'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:16:23.287336 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-e915a132-db0d-4f9e-a6ec-d9e6d89df1bf tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "DELETE /v2.0/floatingips/858f2e95-eda0-4acf-91c7-e90834f9aa07 HTTP/1.1" status: 204 len: 168 time: 1.2657642 Aug 31 01:16:23.287949 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9286fd7-4620-4f6b-95e8-4c08a028ffa3', 'tag': '141131c4-5bf4-459f-b25c-c5cf2ce7e2f5'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:16:23.290439 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b881214d57cd1965c46d5ffcb12adc10c1d351a412fd4a0d5151f09a2b3a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3ee2da-ee8e-437f-96f2-3e6b1f9dd987" -d '{"events": [{"name": "network-changed", "server_uuid": "d9286fd7-4620-4f6b-95e8-4c08a028ffa3", "tag": "141131c4-5bf4-459f-b25c-c5cf2ce7e2f5"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:16:23.327757 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117b4042-4c73-4b61-8001-91d7924b6392 x-openstack-request-id: req-117b4042-4c73-4b61-8001-91d7924b6392 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:16:23.328051 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9286fd7-4620-4f6b-95e8-4c08a028ffa3", "tag": "141131c4-5bf4-459f-b25c-c5cf2ce7e2f5", "status": "completed", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:16:23.328301 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-117b4042-4c73-4b61-8001-91d7924b6392 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:16:23.328698 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9286fd7-4620-4f6b-95e8-4c08a028ffa3', 'tag': '141131c4-5bf4-459f-b25c-c5cf2ce7e2f5', 'status': 'completed', 'code': 200} Aug 31 01:16:23.387279 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-d9d434bc-f670-4a16-ba1e-48c2beee02b4 None None] Set router 19737475-04cd-42d5-8ff0-912276209e2e gateway port host: dv-cinder-760180-3-iscsi {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:16:23.392504 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ee2da-ee8e-437f-96f2-3e6b1f9dd987 req-f03a5bbf-c446-4a56-b871-42d0c473b88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:23.394009 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1e3ee2da-ee8e-437f-96f2-3e6b1f9dd987 req-f03a5bbf-c446-4a56-b871-42d0c473b88e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4df7148800d8445eb8e806c1f06e0c15&device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 1099 time: 0.0415821 Aug 31 01:16:23.489324 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ee2da-ee8e-437f-96f2-3e6b1f9dd987 req-80962391-3eb0-4afe-ac9b-4b0917d0759f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:23.490404 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1e3ee2da-ee8e-437f-96f2-3e6b1f9dd987 req-80962391-3eb0-4afe-ac9b-4b0917d0759f service neutron] 10.222.0.72 "GET /v2.0/networks?id=b70f1308-c8a8-4826-977d-96316713ef7d HTTP/1.1" status: 200 len: 910 time: 0.0893574 Aug 31 01:16:23.536558 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1e3ee2da-ee8e-437f-96f2-3e6b1f9dd987 req-851ca930-9ed0-4f8b-a3e8-c1f66304e696 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=141131c4-5bf4-459f-b25c-c5cf2ce7e2f5 HTTP/1.1" status: 200 len: 217 time: 0.0379612 Aug 31 01:16:23.585605 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ee2da-ee8e-437f-96f2-3e6b1f9dd987 req-0f6ec05c-7789-464c-8be7-20705970ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:23.587032 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1e3ee2da-ee8e-437f-96f2-3e6b1f9dd987 req-0f6ec05c-7789-464c-8be7-20705970ae92 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=363fa58a-29af-4ce3-8619-cd226a6a41d7 HTTP/1.1" status: 200 len: 848 time: 0.0435345 Aug 31 01:16:23.632942 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ee2da-ee8e-437f-96f2-3e6b1f9dd987 req-59387584-3ab3-45cb-ab5c-2f31aa7f4538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:23.634422 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1e3ee2da-ee8e-437f-96f2-3e6b1f9dd987 req-59387584-3ab3-45cb-ab5c-2f31aa7f4538 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b70f1308-c8a8-4826-977d-96316713ef7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403666 Aug 31 01:16:23.709267 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-d9d434bc-f670-4a16-ba1e-48c2beee02b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19737475-04cd-42d5-8ff0-912276209e2e', 'name': 'tempest-TestShelveInstance-1067843698-router', 'tenant_id': '4df7148800d8445eb8e806c1f06e0c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'f78b0d42-9fbf-4467-8b2f-7afcc1b0de02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:36Z', 'updated_at': '2021-08-31T01:11:42Z', 'revision_number': 4, 'project_id': '4df7148800d8445eb8e806c1f06e0c15', 'gw_port': {'id': 'f78b0d42-9fbf-4467-8b2f-7afcc1b0de02', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19737475-04cd-42d5-8ff0-912276209e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:37Z', 'updated_at': '2021-08-31T01:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': 'fed65049-6cff-4f65-bf9e-b001f3def8ab', 'name': '', 'network_id': 'b70f1308-c8a8-4826-977d-96316713ef7d', 'tenant_id': '4df7148800d8445eb8e806c1f06e0c15', 'mac_address': 'fa:16:3e:11:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19737475-04cd-42d5-8ff0-912276209e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '363fa58a-29af-4ce3-8619-cd226a6a41d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:41Z', 'updated_at': '2021-08-31T01:11:50Z', 'revision_number': 5, 'project_id': '4df7148800d8445eb8e806c1f06e0c15', 'subnets': [{'id': '363fa58a-29af-4ce3-8619-cd226a6a41d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:16:23.730421 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1e3ee2da-ee8e-437f-96f2-3e6b1f9dd987 req-b23291b1-8fd8-462a-a133-2cfc88b41f5d service neutron] 10.222.0.72 "GET /v2.0/networks/b70f1308-c8a8-4826-977d-96316713ef7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870039 Aug 31 01:16:23.735574 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d434bc-f670-4a16-ba1e-48c2beee02b4 None None] Checking router: 19737475-04cd-42d5-8ff0-912276209e2e for host: dv-cinder-760180-3-iscsi {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:16:23.744714 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d434bc-f670-4a16-ba1e-48c2beee02b4 None None] Routers {'19737475-04cd-42d5-8ff0-912276209e2e'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:16:23.745327 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-d9d434bc-f670-4a16-ba1e-48c2beee02b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:16:09Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['19737475-04cd-42d5-8ff0-912276209e2e'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:16:23.851686 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1e3ee2da-ee8e-437f-96f2-3e6b1f9dd987 req-2e472014-0f5c-489a-9a3d-016232273ae7 service neutron] 10.222.0.72 "GET /v2.0/networks/b70f1308-c8a8-4826-977d-96316713ef7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125228 Aug 31 01:16:23.868079 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-d9d434bc-f670-4a16-ba1e-48c2beee02b4 None None] Set router 19737475-04cd-42d5-8ff0-912276209e2e gateway port host: dv-cinder-760180-3-iscsi {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:16:23.890722 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12813e8-c098-482b-bcf4-21afc842ac62 req-b83e5d42-75e0-43c5-bb2b-95e25aa05bd6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:23.892199 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b12813e8-c098-482b-bcf4-21afc842ac62 req-b83e5d42-75e0-43c5-bb2b-95e25aa05bd6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 946 time: 0.0554450 Aug 31 01:16:23.930894 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b12813e8-c098-482b-bcf4-21afc842ac62 req-e77816b3-046e-4bb6-b2b4-714ec9bb545e tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325425 Aug 31 01:16:24.039167 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c89755-31cf-47a6-a377-f0a9eada7878 req-166cd2eb-acb5-4f14-9c41-7844250c816c tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:24.040719 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-80c89755-31cf-47a6-a377-f0a9eada7878 req-166cd2eb-acb5-4f14-9c41-7844250c816c tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 946 time: 0.0489445 Aug 31 01:16:24.069244 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-d9d434bc-f670-4a16-ba1e-48c2beee02b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19737475-04cd-42d5-8ff0-912276209e2e', 'name': 'tempest-TestShelveInstance-1067843698-router', 'tenant_id': '4df7148800d8445eb8e806c1f06e0c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'f78b0d42-9fbf-4467-8b2f-7afcc1b0de02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:36Z', 'updated_at': '2021-08-31T01:11:42Z', 'revision_number': 4, 'project_id': '4df7148800d8445eb8e806c1f06e0c15', 'gw_port': {'id': 'f78b0d42-9fbf-4467-8b2f-7afcc1b0de02', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19737475-04cd-42d5-8ff0-912276209e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:37Z', 'updated_at': '2021-08-31T01:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': 'fed65049-6cff-4f65-bf9e-b001f3def8ab', 'name': '', 'network_id': 'b70f1308-c8a8-4826-977d-96316713ef7d', 'tenant_id': '4df7148800d8445eb8e806c1f06e0c15', 'mac_address': 'fa:16:3e:11:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19737475-04cd-42d5-8ff0-912276209e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '363fa58a-29af-4ce3-8619-cd226a6a41d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:41Z', 'updated_at': '2021-08-31T01:11:50Z', 'revision_number': 5, 'project_id': '4df7148800d8445eb8e806c1f06e0c15', 'subnets': [{'id': '363fa58a-29af-4ce3-8619-cd226a6a41d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:16:24.079485 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-80c89755-31cf-47a6-a377-f0a9eada7878 req-e0192f3d-44a1-4db4-9bcb-159d47292b0b tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326915 Aug 31 01:16:24.095489 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d434bc-f670-4a16-ba1e-48c2beee02b4 None None] The sync data for ids ['19737475-04cd-42d5-8ff0-912276209e2e'] in dv-cinder-760180-3-iscsi is: [{'id': '19737475-04cd-42d5-8ff0-912276209e2e', 'name': 'tempest-TestShelveInstance-1067843698-router', 'tenant_id': '4df7148800d8445eb8e806c1f06e0c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'f78b0d42-9fbf-4467-8b2f-7afcc1b0de02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:36Z', 'updated_at': '2021-08-31T01:11:42Z', 'revision_number': 4, 'project_id': '4df7148800d8445eb8e806c1f06e0c15', 'gw_port': {'id': 'f78b0d42-9fbf-4467-8b2f-7afcc1b0de02', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19737475-04cd-42d5-8ff0-912276209e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:37Z', 'updated_at': '2021-08-31T01:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': 'fed65049-6cff-4f65-bf9e-b001f3def8ab', 'name': '', 'network_id': 'b70f1308-c8a8-4826-977d-96316713ef7d', 'tenant_id': '4df7148800d8445eb8e806c1f06e0c15', 'mac_address': 'fa:16:3e:11:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19737475-04cd-42d5-8ff0-912276209e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '363fa58a-29af-4ce3-8619-cd226a6a41d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:41Z', 'updated_at': '2021-08-31T01:11:50Z', 'revision_number': 5, 'project_id': '4df7148800d8445eb8e806c1f06e0c15', 'subnets': [{'id': '363fa58a-29af-4ce3-8619-cd226a6a41d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:16:24.299823 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222ed3b9-1839-49ee-a22e-e320aab4c3a4 None None] New status for floating IP 858f2e95-eda0-4acf-91c7-e90834f9aa07: DOWN {{(pid=94637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:16:25.054416 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025d182-68f7-403b-9260-9472336f1254 req-c1fdbcbe-987a-4a3e-b81a-5b706ba28598 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:25.056563 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7025d182-68f7-403b-9260-9472336f1254 req-c1fdbcbe-987a-4a3e-b81a-5b706ba28598 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 946 time: 0.0576429 Aug 31 01:16:25.094049 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7025d182-68f7-403b-9260-9472336f1254 req-54bd91f4-4b85-4f5e-943c-b24428bf97b6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315654 Aug 31 01:16:25.200342 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126a58a-8cd2-4af8-921c-077384c016e5 req-a355b17f-c01c-44cd-9380-15abd547b835 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:25.201853 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e126a58a-8cd2-4af8-921c-077384c016e5 req-a355b17f-c01c-44cd-9380-15abd547b835 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 946 time: 0.0526047 Aug 31 01:16:25.239912 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e126a58a-8cd2-4af8-921c-077384c016e5 req-e02d7210-5714-4190-8961-b7ac65915d86 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314171 Aug 31 01:16:25.688972 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:16:25.762807 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:25.784486 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eebeddb-5cfb-4ac5-ba34-e20f1c94f921', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fa7986e-c6cc-45c9-a07a-06a5c8573e7d'}] {{(pid=94636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:16:25.786814 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d232dde22f81f13b8276e8d192a9956b8a1abe374d21fab87add1b29b36cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa4cc07-6f65-4062-86b8-0ea539c24820" -d '{"events": [{"server_uuid": "9eebeddb-5cfb-4ac5-ba34-e20f1c94f921", "name": "network-vif-unplugged", "status": "completed", "tag": "5fa7986e-c6cc-45c9-a07a-06a5c8573e7d"}]}' {{(pid=94636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:16:25.803829 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=5fa7986e-c6cc-45c9-a07a-06a5c8573e7d,segment=NetworkSegment(6d53e54b-6190-4b24-885a-ba7d2444e469),segment_id=6d53e54b-6190-4b24-885a-ba7d2444e469)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:25.821360 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 01:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b528ca80-4881-42d9-8af8-765d6803a26d x-openstack-request-id: req-b528ca80-4881-42d9-8af8-765d6803a26d {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:16:25.821618 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eebeddb-5cfb-4ac5-ba34-e20f1c94f921", "name": "network-vif-unplugged", "status": "failed", "tag": "5fa7986e-c6cc-45c9-a07a-06a5c8573e7d", "code": 422}]} {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:16:25.821868 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b528ca80-4881-42d9-8af8-765d6803a26d {{(pid=94636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:16:25.822307 dv-cinder-760180-3-iscsi neutron-server[94636]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9eebeddb-5cfb-4ac5-ba34-e20f1c94f921', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5fa7986e-c6cc-45c9-a07a-06a5c8573e7d', 'code': 422} returned with failed status Aug 31 01:16:25.907435 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:25.954714 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=5fa7986e-c6cc-45c9-a07a-06a5c8573e7d,revision_number=8']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:26.205984 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526930ee-485e-4166-90d2-d957d7d97466 req-41e9fbfa-1dba-4115-8533-c4989736f3fb tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:26.207482 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-526930ee-485e-4166-90d2-d957d7d97466 req-41e9fbfa-1dba-4115-8533-c4989736f3fb tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 946 time: 0.0486002 Aug 31 01:16:26.245425 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-526930ee-485e-4166-90d2-d957d7d97466 req-d3a54acf-c53a-400e-a7cb-c10fa3bcdf4a tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314000 Aug 31 01:16:27.360044 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6432cfb-efc3-4774-b2bf-43d24221d447 req-046be0cf-6bde-406b-854c-24118638cda2 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:27.361650 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a6432cfb-efc3-4774-b2bf-43d24221d447 req-046be0cf-6bde-406b-854c-24118638cda2 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 946 time: 0.0498857 Aug 31 01:16:27.402115 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a6432cfb-efc3-4774-b2bf-43d24221d447 req-26067833-9c3e-460d-ada8-94adec6dddea tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344040 Aug 31 01:16:27.771545 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf98a0-1aac-4c9c-8082-98c537e33927 req-632170e4-a1ad-48e2-8ecc-13c4993e8925 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:27.773042 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ddaf98a0-1aac-4c9c-8082-98c537e33927 req-632170e4-a1ad-48e2-8ecc-13c4993e8925 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 944 time: 0.0516806 Aug 31 01:16:27.816811 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ddaf98a0-1aac-4c9c-8082-98c537e33927 req-991fe20b-21de-42b0-9706-af9328df9480 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366795 Aug 31 01:16:28.198794 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 34176) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:16:28.276130 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ce5347ff-1770-4f4d-9496-2789189bafd7 req-14d97872-5cb0-4884-a3ff-6cf2a5966fe0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0762155 Aug 31 01:16:28.513957 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e854d-4954-4d38-9d70-714d36bf3f49 req-2e1aaff8-2c3a-43f2-ac2c-3759f7fc7bc9 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:28.515416 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c01e854d-4954-4d38-9d70-714d36bf3f49 req-2e1aaff8-2c3a-43f2-ac2c-3759f7fc7bc9 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 946 time: 0.0483873 Aug 31 01:16:28.552809 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c01e854d-4954-4d38-9d70-714d36bf3f49 req-11ec21fe-a27d-4dd3-a708-6df2518fe1c7 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315962 Aug 31 01:16:28.936449 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081e03a-f9d3-417d-ad4b-416036a1e306 req-e1e6bbf7-4a86-4591-a1a6-4aa6bc5ec4ec tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:28.937891 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e081e03a-f9d3-417d-ad4b-416036a1e306 req-e1e6bbf7-4a86-4591-a1a6-4aa6bc5ec4ec tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 944 time: 0.0503073 Aug 31 01:16:28.977742 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e081e03a-f9d3-417d-ad4b-416036a1e306 req-ae4f76c3-f37e-4d1f-9e15-580ffba08d61 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336816 Aug 31 01:16:29.679691 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:16:29.719579 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906e9b4-9380-4412-90a1-0f4c5635a6f9 req-07f291df-35d3-415e-ae57-0a593e7c0737 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:29.721060 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5906e9b4-9380-4412-90a1-0f4c5635a6f9 req-07f291df-35d3-415e-ae57-0a593e7c0737 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 946 time: 0.1018279 Aug 31 01:16:29.730384 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5347ff-1770-4f4d-9496-2789189bafd7 req-9a82eae3-4b69-421e-84c0-f5a51327b177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:29.731810 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ce5347ff-1770-4f4d-9496-2789189bafd7 req-9a82eae3-4b69-421e-84c0-f5a51327b177 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921&tenant_id=8e8ee4f4a0b14bda8b938a88a2dab8cd HTTP/1.1" status: 200 len: 1097 time: 0.0873322 Aug 31 01:16:29.754298 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 141131c4-5bf4-459f-b25c-c5cf2ce7e2f5 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:16:29.771861 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5906e9b4-9380-4412-90a1-0f4c5635a6f9 req-6a05dbc8-680c-4fda-bfaa-e29e9a80a6ad tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433431 Aug 31 01:16:29.851087 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:29.874845 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9286fd7-4620-4f6b-95e8-4c08a028ffa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '141131c4-5bf4-459f-b25c-c5cf2ce7e2f5'}] {{(pid=94636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:16:29.877104 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d232dde22f81f13b8276e8d192a9956b8a1abe374d21fab87add1b29b36cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e75149b-44be-4111-9a1d-0b7c7d773fb3" -d '{"events": [{"server_uuid": "d9286fd7-4620-4f6b-95e8-4c08a028ffa3", "name": "network-vif-unplugged", "status": "completed", "tag": "141131c4-5bf4-459f-b25c-c5cf2ce7e2f5"}]}' {{(pid=94636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:16:29.895199 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 141131c4-5bf4-459f-b25c-c5cf2ce7e2f5, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=141131c4-5bf4-459f-b25c-c5cf2ce7e2f5,segment=NetworkSegment(ba206874-6b12-4184-9530-5ff25f26c89f),segment_id=ba206874-6b12-4184-9530-5ff25f26c89f)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:29.916376 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 01:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9975af-1518-43a2-8c14-111a33698e09 x-openstack-request-id: req-7c9975af-1518-43a2-8c14-111a33698e09 {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:16:29.916667 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9286fd7-4620-4f6b-95e8-4c08a028ffa3", "name": "network-vif-unplugged", "status": "completed", "tag": "141131c4-5bf4-459f-b25c-c5cf2ce7e2f5", "code": 200}]} {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:16:29.916915 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7c9975af-1518-43a2-8c14-111a33698e09 {{(pid=94636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:16:29.917305 dv-cinder-760180-3-iscsi neutron-server[94636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9286fd7-4620-4f6b-95e8-4c08a028ffa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '141131c4-5bf4-459f-b25c-c5cf2ce7e2f5', 'code': 200} Aug 31 01:16:29.970774 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:30.019880 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=141131c4-5bf4-459f-b25c-c5cf2ce7e2f5,revision_number=6']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:30.088952 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5347ff-1770-4f4d-9496-2789189bafd7 req-b4252c7e-2b58-4326-8f16-9dc1b3ff8346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:30.090407 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ce5347ff-1770-4f4d-9496-2789189bafd7 req-b4252c7e-2b58-4326-8f16-9dc1b3ff8346 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8e8ee4f4a0b14bda8b938a88a2dab8cd&device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 1097 time: 0.3325484 Aug 31 01:16:30.104663 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759da2c0-137b-44d8-be5e-dd26538ccbba req-cbd25ff7-c95b-422a-bdfb-7e983f8f3555 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:30.106096 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-759da2c0-137b-44d8-be5e-dd26538ccbba req-cbd25ff7-c95b-422a-bdfb-7e983f8f3555 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 944 time: 0.0557120 Aug 31 01:16:30.193721 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-759da2c0-137b-44d8-be5e-dd26538ccbba req-868ae4d3-bc69-461f-b74e-122cbfb31ab5 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791087 Aug 31 01:16:30.213270 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5347ff-1770-4f4d-9496-2789189bafd7 req-a13ca3b7-b679-4d47-9905-4ae258b1f2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:30.214712 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ce5347ff-1770-4f4d-9496-2789189bafd7 req-a13ca3b7-b679-4d47-9905-4ae258b1f2d2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cbc670e8-9863-4523-934f-dc257f6800ff HTTP/1.1" status: 200 len: 918 time: 0.1077507 Aug 31 01:16:30.278663 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ce5347ff-1770-4f4d-9496-2789189bafd7 req-6ee5df14-1761-4419-971d-0923fd9e88bb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa7986e-c6cc-45c9-a07a-06a5c8573e7d HTTP/1.1" status: 200 len: 1000 time: 0.0565140 Aug 31 01:16:30.325955 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5347ff-1770-4f4d-9496-2789189bafd7 req-e46b5b0c-1ed1-4e0f-9bf4-abf56c82966b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:30.327343 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ce5347ff-1770-4f4d-9496-2789189bafd7 req-e46b5b0c-1ed1-4e0f-9bf4-abf56c82966b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9 HTTP/1.1" status: 200 len: 856 time: 0.0417967 Aug 31 01:16:30.377416 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5347ff-1770-4f4d-9496-2789189bafd7 req-8d537ebd-ec25-47fd-87ab-b2f3140b7169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:30.378906 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ce5347ff-1770-4f4d-9496-2789189bafd7 req-8d537ebd-ec25-47fd-87ab-b2f3140b7169 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cbc670e8-9863-4523-934f-dc257f6800ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414991 Aug 31 01:16:30.466748 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ce5347ff-1770-4f4d-9496-2789189bafd7 req-e2c1aad6-83e8-4692-b7bb-fce3aa134ae5 service neutron] 10.222.0.72 "GET /v2.0/networks/cbc670e8-9863-4523-934f-dc257f6800ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805476 Aug 31 01:16:30.557858 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ce5347ff-1770-4f4d-9496-2789189bafd7 req-abc9f68b-89ee-40e9-9ab9-b7c9ec64783c service neutron] 10.222.0.72 "GET /v2.0/networks/cbc670e8-9863-4523-934f-dc257f6800ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826495 Aug 31 01:16:30.903650 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749eedf-3945-4e52-82e1-e41279e086ec req-adc24205-34de-41be-a963-73d463cad77b tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:30.906927 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7749eedf-3945-4e52-82e1-e41279e086ec req-adc24205-34de-41be-a963-73d463cad77b tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 944 time: 0.0592322 Aug 31 01:16:30.943424 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7749eedf-3945-4e52-82e1-e41279e086ec req-32f91a8a-1882-4942-9388-4ca891c42a8a tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324726 Aug 31 01:16:31.324002 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18d8e0-530a-49d9-ad5c-ff544e41e156 req-994e1c2b-4269-4a18-a0a5-4a1ea474ce46 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:31.325528 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9c18d8e0-530a-49d9-ad5c-ff544e41e156 req-994e1c2b-4269-4a18-a0a5-4a1ea474ce46 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 944 time: 0.0521960 Aug 31 01:16:31.378965 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9c18d8e0-530a-49d9-ad5c-ff544e41e156 req-98499c02-a010-43ad-8df6-c63c30b8c659 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436430 Aug 31 01:16:32.066093 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a183f-a4a0-44c8-895b-305ac36fa9fd req-bedc3cf9-497d-4f27-ab07-147027fb19b4 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:32.067872 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-971a183f-a4a0-44c8-895b-305ac36fa9fd req-bedc3cf9-497d-4f27-ab07-147027fb19b4 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 944 time: 0.0544746 Aug 31 01:16:32.107873 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-971a183f-a4a0-44c8-895b-305ac36fa9fd req-5ae21227-0042-4d07-8377-7f29d97cda13 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336978 Aug 31 01:16:32.502779 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cfcf91-7389-40ea-a8c1-c79977531322 req-70033883-67f0-43cc-8971-ea0074e9c70a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:32.504287 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-97cfcf91-7389-40ea-a8c1-c79977531322 req-70033883-67f0-43cc-8971-ea0074e9c70a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 944 time: 0.0510385 Aug 31 01:16:32.542828 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-97cfcf91-7389-40ea-a8c1-c79977531322 req-9314ff61-f0c5-428f-807b-331a00b6a545 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324125 Aug 31 01:16:33.225581 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a2311-f385-4487-b17f-cff799220acd req-eabc4e1c-a0d7-4d67-b44d-edacbf33bb7b tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:33.227104 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-348a2311-f385-4487-b17f-cff799220acd req-eabc4e1c-a0d7-4d67-b44d-edacbf33bb7b tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 944 time: 0.0529468 Aug 31 01:16:33.265847 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-348a2311-f385-4487-b17f-cff799220acd req-91fd8e51-dac0-42f8-b145-da964871bc11 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327814 Aug 31 01:16:33.666025 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cc26e-0e38-4fab-bff6-da477db4a34f req-4aa96ef0-66e5-4f31-91c5-1bd32549aa39 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:33.667512 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bc3cc26e-0e38-4fab-bff6-da477db4a34f req-4aa96ef0-66e5-4f31-91c5-1bd32549aa39 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 944 time: 0.0522504 Aug 31 01:16:33.707878 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bc3cc26e-0e38-4fab-bff6-da477db4a34f req-2300c4ff-32e4-473e-bf92-20189b183e10 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341194 Aug 31 01:16:34.383478 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f21ffe-691a-4137-b377-0a0369269487 req-d2463ac7-7640-479c-921f-5168e62ba6be tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:34.384938 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c7f21ffe-691a-4137-b377-0a0369269487 req-d2463ac7-7640-479c-921f-5168e62ba6be tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 944 time: 0.0512960 Aug 31 01:16:34.423834 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c7f21ffe-691a-4137-b377-0a0369269487 req-6687044c-7dba-44d8-b7b3-fe8dbef9c7ef tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327244 Aug 31 01:16:34.833638 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45202a49-61ab-4b72-bc4e-47655f0d1d4a req-4a064aac-8214-4518-b130-8bdc0181243f tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:34.835388 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-45202a49-61ab-4b72-bc4e-47655f0d1d4a req-4a064aac-8214-4518-b130-8bdc0181243f tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 944 time: 0.0561330 Aug 31 01:16:34.877976 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-45202a49-61ab-4b72-bc4e-47655f0d1d4a req-f349048c-6f31-4a7e-ac00-eb272611931a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347798 Aug 31 01:16:35.562368 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c8dff-2d66-43f3-9445-faf9adc058d5 req-a8afcbdb-7ba7-4d82-9bd5-7da02086b6ba tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:35.563868 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3c2c8dff-2d66-43f3-9445-faf9adc058d5 req-a8afcbdb-7ba7-4d82-9bd5-7da02086b6ba tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 944 time: 0.0548537 Aug 31 01:16:35.602866 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3c2c8dff-2d66-43f3-9445-faf9adc058d5 req-3c17c7f3-3ecd-4a9c-941f-8baafdb7bce1 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330479 Aug 31 01:16:36.010305 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc454e6-a593-40fd-8dbf-14b4697616e4 req-45595b4a-7137-4358-9345-a72b09dd193c tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:36.011852 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bbc454e6-a593-40fd-8dbf-14b4697616e4 req-45595b4a-7137-4358-9345-a72b09dd193c tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 944 time: 0.0492668 Aug 31 01:16:36.058848 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bbc454e6-a593-40fd-8dbf-14b4697616e4 req-d1daa3cb-a6f6-41c6-8c52-38936fca390b tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377104 Aug 31 01:16:36.567917 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-66b5961c-c9ac-46a9-a396-65d99cde9b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:36.717900 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81554501-2cb9-4031-ad6e-ff9a77a53300 req-1574197a-8989-483f-ad54-43a94334cabe tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:36.719410 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-81554501-2cb9-4031-ad6e-ff9a77a53300 req-1574197a-8989-483f-ad54-43a94334cabe tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 944 time: 0.0493762 Aug 31 01:16:36.759049 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-81554501-2cb9-4031-ad6e-ff9a77a53300 req-72798e9b-3403-4361-95e3-5c561aeb9639 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333781 Aug 31 01:16:37.182577 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699685e-5c0f-49da-84cd-92045b7525b6 req-aaeeee6a-c101-4d4b-99f3-a3edd2871258 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:37.184298 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7699685e-5c0f-49da-84cd-92045b7525b6 req-aaeeee6a-c101-4d4b-99f3-a3edd2871258 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 944 time: 0.0526505 Aug 31 01:16:37.236037 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7699685e-5c0f-49da-84cd-92045b7525b6 req-f73bc098-6eee-4d44-a747-f6b05925e9ce tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440688 Aug 31 01:16:37.901957 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23204f8d-f850-41d1-80e0-745af47460f6 req-0bf58332-cfcb-4d06-9ecd-80a78ccd2ecb tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:37.903483 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-23204f8d-f850-41d1-80e0-745af47460f6 req-0bf58332-cfcb-4d06-9ecd-80a78ccd2ecb tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 944 time: 0.0597978 Aug 31 01:16:37.941179 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-23204f8d-f850-41d1-80e0-745af47460f6 req-4cf0e276-eee1-4076-a83c-9beea24d1b9b tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318170 Aug 31 01:16:38.363078 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e7a3c-9950-4099-a480-f2c3fab18ddc req-39affcef-e484-4bd9-9c09-d3c4cf3a87a1 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:38.364574 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-307e7a3c-9950-4099-a480-f2c3fab18ddc req-39affcef-e484-4bd9-9c09-d3c4cf3a87a1 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 944 time: 0.0561116 Aug 31 01:16:38.405400 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-307e7a3c-9950-4099-a480-f2c3fab18ddc req-0b2b5a16-4f82-4b33-afb9-d28706bbc534 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341675 Aug 31 01:16:38.944990 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-7ce8a6f1-9baa-4295-80e6-45d680f4e9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:39.061061 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384261ed-1749-4da0-87fe-99b3246dc26c req-ef554faf-0c2f-4c8d-bd26-90d65f200dcd tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:39.062536 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-384261ed-1749-4da0-87fe-99b3246dc26c req-ef554faf-0c2f-4c8d-bd26-90d65f200dcd tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 944 time: 0.0549519 Aug 31 01:16:39.100274 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-384261ed-1749-4da0-87fe-99b3246dc26c req-0c15606b-7df4-4b6c-8e27-e7862fb8c384 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319130 Aug 31 01:16:39.327958 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:39.541355 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2e7a4-2cc1-4868-a3d0-40ecd1f63949 req-76bf3116-2aa1-4ff4-878c-8a99cacbad4e tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:39.543557 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5fc2e7a4-2cc1-4868-a3d0-40ecd1f63949 req-76bf3116-2aa1-4ff4-878c-8a99cacbad4e tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 944 time: 0.0511899 Aug 31 01:16:39.581828 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5fc2e7a4-2cc1-4868-a3d0-40ecd1f63949 req-06de1e36-46f4-41a8-a4aa-57dedb3e650c tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316391 Aug 31 01:16:40.099994 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:40.230222 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ab9c3-1ccc-40bb-b95e-82301f85d753 req-4e9d8e69-96b8-4cf0-b422-828274007f33 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:40.234927 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-475ab9c3-1ccc-40bb-b95e-82301f85d753 req-4e9d8e69-96b8-4cf0-b422-828274007f33 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 944 time: 0.0592136 Aug 31 01:16:40.270085 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-475ab9c3-1ccc-40bb-b95e-82301f85d753 req-ba9dd8c3-34ae-46d7-b361-5ee69176782a tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322037 Aug 31 01:16:40.713269 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff0dbf-82c9-4374-bcef-cc92027aeb61 req-72b00cfd-2baf-4cd5-9e9d-a6625fa8d2ab tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:40.714776 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b0ff0dbf-82c9-4374-bcef-cc92027aeb61 req-72b00cfd-2baf-4cd5-9e9d-a6625fa8d2ab tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 944 time: 0.0545025 Aug 31 01:16:40.754457 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b0ff0dbf-82c9-4374-bcef-cc92027aeb61 req-08d6f4f6-5df9-4758-8a87-56229fdb250f tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330386 Aug 31 01:16:41.388535 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eea28c-a696-4f3e-b80d-7a0842112522 req-b51b86ca-4caf-4225-95fe-6935179c8177 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:41.390050 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-37eea28c-a696-4f3e-b80d-7a0842112522 req-b51b86ca-4caf-4225-95fe-6935179c8177 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 944 time: 0.0499501 Aug 31 01:16:41.430011 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-37eea28c-a696-4f3e-b80d-7a0842112522 req-1371620e-c0d1-4ebc-a32f-bb30307ab1bf tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335455 Aug 31 01:16:41.871378 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c1c5e-94be-4581-acb2-61cad537293b req-0c857ed5-b6fd-4ee0-bd89-44be61f6bceb tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:41.872816 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c28c1c5e-94be-4581-acb2-61cad537293b req-0c857ed5-b6fd-4ee0-bd89-44be61f6bceb tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 944 time: 0.0478940 Aug 31 01:16:41.911113 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c28c1c5e-94be-4581-acb2-61cad537293b req-c65eabb2-fb07-4594-aa9b-31c598034b86 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325716 Aug 31 01:16:41.973431 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:42.547630 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b265bbb-453e-4bb3-bbb9-18c77a23e49b req-1d7e34bf-e8b1-4a1e-b898-955d24028f43 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:42.549493 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1b265bbb-453e-4bb3-bbb9-18c77a23e49b req-1d7e34bf-e8b1-4a1e-b898-955d24028f43 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 944 time: 0.0526826 Aug 31 01:16:42.586992 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1b265bbb-453e-4bb3-bbb9-18c77a23e49b req-5e7487e6-faba-4e8e-bc71-e5ee6d827cda tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311403 Aug 31 01:16:43.028231 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f985da-d67b-494e-88f2-66b1eb0403ce req-d5e94cac-fbae-428f-b03a-2a787e31bf03 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:43.029699 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-11f985da-d67b-494e-88f2-66b1eb0403ce req-d5e94cac-fbae-428f-b03a-2a787e31bf03 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 944 time: 0.0482337 Aug 31 01:16:43.066830 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-11f985da-d67b-494e-88f2-66b1eb0403ce req-5b058ac3-b19e-4d55-bcf7-9806e2b614b1 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312352 Aug 31 01:16:43.699179 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975405f-8779-47b8-a2f8-a5c0efa25277 req-e3f3c9a0-2067-42f2-a1d1-54f0b309ab46 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:43.700614 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5975405f-8779-47b8-a2f8-a5c0efa25277 req-e3f3c9a0-2067-42f2-a1d1-54f0b309ab46 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 944 time: 0.0476296 Aug 31 01:16:43.738006 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5975405f-8779-47b8-a2f8-a5c0efa25277 req-70264dfd-b83d-407f-b96b-caa69e04008a tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315306 Aug 31 01:16:44.176599 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:44.186121 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3019710-8cc4-4822-bcc1-61f1ada9c08d req-cd3b0f83-e1c4-4d34-bb6d-3340737f321a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:44.187594 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b3019710-8cc4-4822-bcc1-61f1ada9c08d req-cd3b0f83-e1c4-4d34-bb6d-3340737f321a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 944 time: 0.0516233 Aug 31 01:16:44.225502 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b3019710-8cc4-4822-bcc1-61f1ada9c08d req-fc7a30fb-043c-4ad1-8070-c69066cc7f5d tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320725 Aug 31 01:16:44.848678 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea00327-0fe0-44c7-b623-1d4bde9ecf48 req-c28f8ab1-9f8a-44fb-b0dd-b99dec338174 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:44.850092 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4ea00327-0fe0-44c7-b623-1d4bde9ecf48 req-c28f8ab1-9f8a-44fb-b0dd-b99dec338174 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 944 time: 0.0495801 Aug 31 01:16:44.887197 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4ea00327-0fe0-44c7-b623-1d4bde9ecf48 req-2ba61944-c8b5-4d1b-a261-feb2e17f5b6d tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306261 Aug 31 01:16:45.341491 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce54021-e474-4143-a030-8a086581b740 req-604143aa-016f-4772-b3b9-c50013efb2a7 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:45.342962 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6ce54021-e474-4143-a030-8a086581b740 req-604143aa-016f-4772-b3b9-c50013efb2a7 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 944 time: 0.0477245 Aug 31 01:16:45.380337 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6ce54021-e474-4143-a030-8a086581b740 req-be8c3679-3d75-4950-9d45-e2b452cdf7b5 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315757 Aug 31 01:16:45.751099 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:16:45.843217 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=5fa7986e-c6cc-45c9-a07a-06a5c8573e7d,segment=NetworkSegment(6d53e54b-6190-4b24-885a-ba7d2444e469),segment_id=6d53e54b-6190-4b24-885a-ba7d2444e469)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:45.854998 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Returning: {'device': '5fa7986e-c6cc-45c9-a07a-06a5c8573e7d', 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff', 'port_id': '5fa7986e-c6cc-45c9-a07a-06a5c8573e7d', 'mac_address': 'fa:16:3e:98:d3:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:16:45.893911 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:45.906569 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d {{(pid=94636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:16:45.925861 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=5fa7986e-c6cc-45c9-a07a-06a5c8573e7d,segment=NetworkSegment(6d53e54b-6190-4b24-885a-ba7d2444e469),segment_id=6d53e54b-6190-4b24-885a-ba7d2444e469)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:46.003008 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea487d6-d070-44d2-a830-96cffa0ce3b5 req-5d5074ce-8a20-4ac4-aac4-67c363281695 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:46.004459 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9ea487d6-d070-44d2-a830-96cffa0ce3b5 req-5d5074ce-8a20-4ac4-aac4-67c363281695 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 944 time: 0.0519283 Aug 31 01:16:46.013567 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:46.042850 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9ea487d6-d070-44d2-a830-96cffa0ce3b5 req-0fd13ea8-87eb-45b5-9a32-141754cca7e4 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318611 Aug 31 01:16:46.060315 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=5fa7986e-c6cc-45c9-a07a-06a5c8573e7d,revision_number=9']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:46.244232 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] get_ports_and_sgs() called for port_ids ['5fa7986e-c6cc-45c9-a07a-06a5c8573e7d'] {{(pid=94636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:16:46.498889 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cf5b3-fc84-4c8c-8aae-7fb6c3cdd813 req-90b7b622-1bcd-4457-8c9c-6746c8a22fb0 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:46.500330 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-516cf5b3-fc84-4c8c-8aae-7fb6c3cdd813 req-90b7b622-1bcd-4457-8c9c-6746c8a22fb0 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 945 time: 0.0492616 Aug 31 01:16:46.538467 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-516cf5b3-fc84-4c8c-8aae-7fb6c3cdd813 req-e02658c7-6963-41e6-b62c-22ed6019cbde tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322886 Aug 31 01:16:47.157420 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da476cd-06f9-4709-bc61-a27901b58c2e req-888aa781-8a15-4fd8-a23a-329a2a4f9df4 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:47.159454 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3da476cd-06f9-4709-bc61-a27901b58c2e req-888aa781-8a15-4fd8-a23a-329a2a4f9df4 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 944 time: 0.0510092 Aug 31 01:16:47.223904 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3da476cd-06f9-4709-bc61-a27901b58c2e req-27732000-edb0-4583-a682-66cf75f92721 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565348 Aug 31 01:16:47.235446 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cea647-8a8e-4444-aa41-9de2913c783e req-fb823b5f-d796-4687-a67c-817f4f91f684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:47.236942 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-91cea647-8a8e-4444-aa41-9de2913c783e req-fb823b5f-d796-4687-a67c-817f4f91f684 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8e8ee4f4a0b14bda8b938a88a2dab8cd&device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 1098 time: 0.0565631 Aug 31 01:16:47.339930 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cea647-8a8e-4444-aa41-9de2913c783e req-34c3db61-f259-4de5-abd3-43bbd564c0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:47.341339 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-91cea647-8a8e-4444-aa41-9de2913c783e req-34c3db61-f259-4de5-abd3-43bbd564c0d8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cbc670e8-9863-4523-934f-dc257f6800ff HTTP/1.1" status: 200 len: 918 time: 0.0830071 Aug 31 01:16:47.408391 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-91cea647-8a8e-4444-aa41-9de2913c783e req-c368aa28-158e-448b-97c4-03643bc4fbfb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa7986e-c6cc-45c9-a07a-06a5c8573e7d HTTP/1.1" status: 200 len: 1001 time: 0.0598295 Aug 31 01:16:47.456738 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cea647-8a8e-4444-aa41-9de2913c783e req-a8d423b3-ace8-465d-ab70-55930f3fb521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:47.458152 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-91cea647-8a8e-4444-aa41-9de2913c783e req-a8d423b3-ace8-465d-ab70-55930f3fb521 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9 HTTP/1.1" status: 200 len: 856 time: 0.0428541 Aug 31 01:16:47.502410 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cea647-8a8e-4444-aa41-9de2913c783e req-10033ae3-3d8e-4eb3-9f8e-f9402c680347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:47.503888 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-91cea647-8a8e-4444-aa41-9de2913c783e req-10033ae3-3d8e-4eb3-9f8e-f9402c680347 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cbc670e8-9863-4523-934f-dc257f6800ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386796 Aug 31 01:16:47.595277 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-91cea647-8a8e-4444-aa41-9de2913c783e req-3bc0938d-c7cd-475d-bbbd-f78876f9d425 service neutron] 10.222.0.72 "GET /v2.0/networks/cbc670e8-9863-4523-934f-dc257f6800ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825710 Aug 31 01:16:47.737021 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda249e8-7a7c-409b-b237-84d9b3a14d77 req-cf330887-4740-4c87-923c-b93a103c0152 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:47.738426 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-eda249e8-7a7c-409b-b237-84d9b3a14d77 req-cf330887-4740-4c87-923c-b93a103c0152 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 945 time: 0.0757222 Aug 31 01:16:47.743597 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-91cea647-8a8e-4444-aa41-9de2913c783e req-47141c78-2f2a-43d3-8c86-ea13180c77cf service neutron] 10.222.0.72 "GET /v2.0/networks/cbc670e8-9863-4523-934f-dc257f6800ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414857 Aug 31 01:16:47.766864 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d up at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:16:47.776941 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-eda249e8-7a7c-409b-b237-84d9b3a14d77 req-e58dc9ea-5723-47c7-b1ae-7ff2b2cea5d2 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324159 Aug 31 01:16:47.821074 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Provisioning complete for port 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:16:47.821451 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:47.895431 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:47.916660 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eebeddb-5cfb-4ac5-ba34-e20f1c94f921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa7986e-c6cc-45c9-a07a-06a5c8573e7d'}] {{(pid=94636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:16:47.919508 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d232dde22f81f13b8276e8d192a9956b8a1abe374d21fab87add1b29b36cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc5e7a3-a1e9-4684-bfca-5ac86a1f8ccd" -d '{"events": [{"server_uuid": "9eebeddb-5cfb-4ac5-ba34-e20f1c94f921", "name": "network-vif-plugged", "status": "completed", "tag": "5fa7986e-c6cc-45c9-a07a-06a5c8573e7d"}]}' {{(pid=94636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:16:47.934201 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=5fa7986e-c6cc-45c9-a07a-06a5c8573e7d,segment=NetworkSegment(6d53e54b-6190-4b24-885a-ba7d2444e469),segment_id=6d53e54b-6190-4b24-885a-ba7d2444e469)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:16:47.957430 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a754eeb5-5f77-47e6-9f52-485e26d7ce7d x-openstack-request-id: req-a754eeb5-5f77-47e6-9f52-485e26d7ce7d {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:16:47.957720 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eebeddb-5cfb-4ac5-ba34-e20f1c94f921", "name": "network-vif-plugged", "status": "completed", "tag": "5fa7986e-c6cc-45c9-a07a-06a5c8573e7d", "code": 200}]} {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:16:47.957968 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a754eeb5-5f77-47e6-9f52-485e26d7ce7d {{(pid=94636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:16:47.958376 dv-cinder-760180-3-iscsi neutron-server[94636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eebeddb-5cfb-4ac5-ba34-e20f1c94f921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa7986e-c6cc-45c9-a07a-06a5c8573e7d', 'code': 200} Aug 31 01:16:48.028118 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:16:48.077593 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=5fa7986e-c6cc-45c9-a07a-06a5c8573e7d,revision_number=10']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:16:48.287086 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5dbbb2-b8d1-4e44-ad4d-adf3ab89a4a3 req-fd802012-cd2a-4f79-a989-2b5adfd99884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:48.288624 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0d5dbbb2-b8d1-4e44-ad4d-adf3ab89a4a3 req-fd802012-cd2a-4f79-a989-2b5adfd99884 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 1100 time: 0.0390508 Aug 31 01:16:48.347626 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0d5dbbb2-b8d1-4e44-ad4d-adf3ab89a4a3 req-689d2a66-5a69-47ca-a282-a859a125ae4d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496066 Aug 31 01:16:48.363927 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9ce53-920d-47d0-a4b8-31601d9d4a08 req-7aa35109-151c-4b26-8dd4-8177d0b13ea5 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:48.365323 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f5a9ce53-920d-47d0-a4b8-31601d9d4a08 req-7aa35109-151c-4b26-8dd4-8177d0b13ea5 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 944 time: 0.0753608 Aug 31 01:16:48.401990 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f5a9ce53-920d-47d0-a4b8-31601d9d4a08 req-6fa01484-c048-4ad6-a942-7c60186c08f3 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300932 Aug 31 01:16:48.913544 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250138a6-a4c2-45b6-8538-4068445001ee req-6a64f44e-f0f5-445e-9716-b6e55895f9d2 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:48.915891 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-250138a6-a4c2-45b6-8538-4068445001ee req-6a64f44e-f0f5-445e-9716-b6e55895f9d2 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 947 time: 0.0509675 Aug 31 01:16:48.952005 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-250138a6-a4c2-45b6-8538-4068445001ee req-358bb66b-ce81-40e0-a143-121da0eaa9c5 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303063 Aug 31 01:16:49.519146 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c832e-6c81-42fc-8d36-7dc7ec4445ca req-3f8d9176-86d7-4e47-8a35-806884ff88c9 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:49.520682 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-923c832e-6c81-42fc-8d36-7dc7ec4445ca req-3f8d9176-86d7-4e47-8a35-806884ff88c9 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 944 time: 0.0526385 Aug 31 01:16:49.560602 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-923c832e-6c81-42fc-8d36-7dc7ec4445ca req-943855ee-17a2-4039-97fc-a5e83f501888 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332808 Aug 31 01:16:50.068135 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9a4e6-ad3b-4463-8ddd-9a215ca545c4 req-c6e058cd-8341-487e-abdb-b5b6e95214f1 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:50.069619 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b1d9a4e6-ad3b-4463-8ddd-9a215ca545c4 req-c6e058cd-8341-487e-abdb-b5b6e95214f1 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 947 time: 0.0480332 Aug 31 01:16:50.107903 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b1d9a4e6-ad3b-4463-8ddd-9a215ca545c4 req-2ce9948c-a5a5-4e39-b7ce-4bcacd66fedd tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319510 Aug 31 01:16:50.675621 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081cf3ec-cfc1-4bae-93e9-ec538430d129 req-3611f684-8768-4631-9b2b-7cd2faf3c96f tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:50.677084 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-081cf3ec-cfc1-4bae-93e9-ec538430d129 req-3611f684-8768-4631-9b2b-7cd2faf3c96f tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 944 time: 0.0519571 Aug 31 01:16:50.714802 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-081cf3ec-cfc1-4bae-93e9-ec538430d129 req-be62d9a4-da0f-4b68-be78-5b2d559f0cdb tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316622 Aug 31 01:16:51.225668 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1b442-4e44-4f90-9dec-db64692fdd27 req-42f09f40-5188-4933-8848-9a8bcdeccec1 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:51.227687 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c1e1b442-4e44-4f90-9dec-db64692fdd27 req-42f09f40-5188-4933-8848-9a8bcdeccec1 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 947 time: 0.0490615 Aug 31 01:16:51.264350 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c1e1b442-4e44-4f90-9dec-db64692fdd27 req-e6e5b3c9-9dab-4ec0-961b-4937d6e20718 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308399 Aug 31 01:16:51.824944 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a4df1-5c0e-48d7-84de-017d5439b2a5 req-1d2538d0-8c5a-4de9-ac07-0c75c546fa11 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:51.826420 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e63a4df1-5c0e-48d7-84de-017d5439b2a5 req-1d2538d0-8c5a-4de9-ac07-0c75c546fa11 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 944 time: 0.0480528 Aug 31 01:16:51.864826 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e63a4df1-5c0e-48d7-84de-017d5439b2a5 req-aa225636-e28c-4e63-8a8e-10234af3227a tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324478 Aug 31 01:16:52.998117 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6f00f-c8e3-401a-93da-32ac21025155 req-e65bd7b7-4612-411e-92a9-2972c3546f03 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:52.999607 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-cfb6f00f-c8e3-401a-93da-32ac21025155 req-e65bd7b7-4612-411e-92a9-2972c3546f03 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 944 time: 0.0516961 Aug 31 01:16:53.037032 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-cfb6f00f-c8e3-401a-93da-32ac21025155 req-af06dfaf-6d89-4c92-b68e-97b10fb27a1c tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314071 Aug 31 01:16:54.147644 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560973b-b6d1-41fb-8d29-7ee4f48d0d0f req-d6af9a4c-3a08-458c-88ea-8c04e321acf1 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:54.149134 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1560973b-b6d1-41fb-8d29-7ee4f48d0d0f req-d6af9a4c-3a08-458c-88ea-8c04e321acf1 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 944 time: 0.0490575 Aug 31 01:16:54.186797 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1560973b-b6d1-41fb-8d29-7ee4f48d0d0f req-517ca582-d56b-4474-bd17-431bc00bf5df tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319042 Aug 31 01:16:55.309529 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89bf03-3a9b-4fe2-b616-e2be3c95a9b1 req-7281584c-8095-4f17-a0d8-14275ad6e629 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:55.311021 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2f89bf03-3a9b-4fe2-b616-e2be3c95a9b1 req-7281584c-8095-4f17-a0d8-14275ad6e629 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 944 time: 0.0604739 Aug 31 01:16:55.347631 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2f89bf03-3a9b-4fe2-b616-e2be3c95a9b1 req-734a0399-2493-4e7c-bf6a-0ab8d238629b tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307677 Aug 31 01:16:56.461674 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ee940-699a-4dab-a72c-fd9924f67f10 req-dc5e5831-d44a-4f6a-9f7e-d2618be52241 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:56.463137 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-100ee940-699a-4dab-a72c-fd9924f67f10 req-dc5e5831-d44a-4f6a-9f7e-d2618be52241 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 944 time: 0.0510266 Aug 31 01:16:56.500323 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-100ee940-699a-4dab-a72c-fd9924f67f10 req-7b699e18-9ffb-4f21-adda-35283dfd5cd8 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312762 Aug 31 01:16:56.756621 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:16:57.709115 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8172d7-192f-4f53-9073-d3510ddb5744 req-32bcfc75-2139-441e-adfb-da873f0b9da9 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:57.711059 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-de8172d7-192f-4f53-9073-d3510ddb5744 req-32bcfc75-2139-441e-adfb-da873f0b9da9 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 944 time: 0.0470431 Aug 31 01:16:57.747760 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-de8172d7-192f-4f53-9073-d3510ddb5744 req-358f606d-014a-436e-9771-542fde19020b tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306103 Aug 31 01:16:58.865212 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ba729-f795-4308-ace6-28845730ba8b req-5f3306c7-347d-40b7-89b1-3aad412ce4f2 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:16:58.866665 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a51ba729-f795-4308-ace6-28845730ba8b req-5f3306c7-347d-40b7-89b1-3aad412ce4f2 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 944 time: 0.0539682 Aug 31 01:16:58.903184 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a51ba729-f795-4308-ace6-28845730ba8b req-13c84d43-158f-4455-8aae-a9718bec3d58 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305982 Aug 31 01:17:00.016989 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45951b0b-93fa-42d7-8aa7-9b25b396696f req-397d315c-e836-4599-bf97-1e2ee40e7471 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:00.018448 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-45951b0b-93fa-42d7-8aa7-9b25b396696f req-397d315c-e836-4599-bf97-1e2ee40e7471 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 944 time: 0.0506651 Aug 31 01:17:00.056143 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-45951b0b-93fa-42d7-8aa7-9b25b396696f req-80a24561-abaf-4400-ac44-0569844fd329 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313179 Aug 31 01:17:01.166414 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d57e0b-f056-4b3a-8be5-25279fe575a6 req-cbeacbd7-4e25-4b7f-be63-36fa9a4b520d tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:01.167914 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c5d57e0b-f056-4b3a-8be5-25279fe575a6 req-cbeacbd7-4e25-4b7f-be63-36fa9a4b520d tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 944 time: 0.0486629 Aug 31 01:17:01.204632 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c5d57e0b-f056-4b3a-8be5-25279fe575a6 req-c6f7bba2-2548-40e0-8cf0-a49df8b7679a tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308390 Aug 31 01:17:02.314499 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d909c6d-f952-4eb7-b239-72286eb7b710 req-03c0c4b2-29df-451b-a4c5-6a0f3dbf0ef9 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:02.315959 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6d909c6d-f952-4eb7-b239-72286eb7b710 req-03c0c4b2-29df-451b-a4c5-6a0f3dbf0ef9 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 944 time: 0.0482962 Aug 31 01:17:02.352305 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6d909c6d-f952-4eb7-b239-72286eb7b710 req-176d2158-06ac-4e6f-85be-2604ea4cc1a0 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306225 Aug 31 01:17:03.469766 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4bd93-d1ee-4d8b-9224-88a92b6825e4 req-10a85bf2-4567-4435-8d54-18984655a529 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:03.471226 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a4c4bd93-d1ee-4d8b-9224-88a92b6825e4 req-10a85bf2-4567-4435-8d54-18984655a529 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 944 time: 0.0513604 Aug 31 01:17:03.508162 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a4c4bd93-d1ee-4d8b-9224-88a92b6825e4 req-056ef1d4-93f9-4340-af4a-d267d74b5b77 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305536 Aug 31 01:17:04.619574 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f3a7e-f19b-4bac-9ab2-ff40bdb440f0 req-4ec7d601-5d64-44d4-9efe-919ad9da273f tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:04.621036 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2a7f3a7e-f19b-4bac-9ab2-ff40bdb440f0 req-4ec7d601-5d64-44d4-9efe-919ad9da273f tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 944 time: 0.0484965 Aug 31 01:17:04.657397 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2a7f3a7e-f19b-4bac-9ab2-ff40bdb440f0 req-f12bac98-0d43-4fe3-b662-310c44ba1811 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305552 Aug 31 01:17:05.768394 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3638cc-e546-4780-bdd3-42b294388aa0 req-dcb24d2b-f8f8-4b4b-82dc-db6a7385d586 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:05.769835 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-cd3638cc-e546-4780-bdd3-42b294388aa0 req-dcb24d2b-f8f8-4b4b-82dc-db6a7385d586 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 944 time: 0.0474567 Aug 31 01:17:05.806491 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-cd3638cc-e546-4780-bdd3-42b294388aa0 req-6b71aa31-fa92-4e55-8d2d-0461cc4194ab tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301073 Aug 31 01:17:06.565237 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-a48ef82d-b32d-493e-a872-cc2490ec43dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:06.921998 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b01f5c2-aee9-42a9-95bf-7e797fbfbf0f req-0351a4a9-150c-4b60-837c-510371338601 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:06.923537 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7b01f5c2-aee9-42a9-95bf-7e797fbfbf0f req-0351a4a9-150c-4b60-837c-510371338601 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 944 time: 0.0519991 Aug 31 01:17:06.961174 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7b01f5c2-aee9-42a9-95bf-7e797fbfbf0f req-f00d35c4-4ec5-4f80-82fd-c48e7251e602 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310140 Aug 31 01:17:08.074527 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31770d5b-f361-4793-b710-115e9e735ec0 req-0203fa3a-c835-439a-b3ed-fbed83512275 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:08.075894 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-31770d5b-f361-4793-b710-115e9e735ec0 req-0203fa3a-c835-439a-b3ed-fbed83512275 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 944 time: 0.0479558 Aug 31 01:17:08.113955 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-31770d5b-f361-4793-b710-115e9e735ec0 req-fcddb665-90a4-4a30-927f-116b1b5f04d6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318727 Aug 31 01:17:08.931127 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-8d323cb4-4d56-4576-90cb-00b7b6cf2b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:09.223944 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef7796-87f8-4c3c-bac3-b349183d22a1 req-1275c238-b411-4d15-b95d-e950223331eb tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:09.225401 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ceef7796-87f8-4c3c-bac3-b349183d22a1 req-1275c238-b411-4d15-b95d-e950223331eb tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 944 time: 0.0482535 Aug 31 01:17:09.262721 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ceef7796-87f8-4c3c-bac3-b349183d22a1 req-3688decb-3a29-4ea5-83e5-e0bbf9169c27 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309079 Aug 31 01:17:09.356904 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:10.051100 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:10.388128 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b396f3-e98f-49b2-929e-f49eff2971a2 req-2a51c6c9-3143-42eb-bafb-6efa35a5fdfc tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:10.389612 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-30b396f3-e98f-49b2-929e-f49eff2971a2 req-2a51c6c9-3143-42eb-bafb-6efa35a5fdfc tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 944 time: 0.0551410 Aug 31 01:17:10.433960 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-30b396f3-e98f-49b2-929e-f49eff2971a2 req-7d1372f6-3222-48b4-9328-0f1b921abaea tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/security-groups?id=f3e27b6c-4557-4ddd-bf24-cd03db70f192&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383160 Aug 31 01:17:10.547211 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440a35a-6f79-4ac5-a01a-c775d1d70280 req-318263a3-c019-4c72-86a9-0d7ca0478fd4 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:10.548617 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6440a35a-6f79-4ac5-a01a-c775d1d70280 req-318263a3-c019-4c72-86a9-0d7ca0478fd4 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 944 time: 0.0479620 Aug 31 01:17:10.643742 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [req-6440a35a-6f79-4ac5-a01a-c775d1d70280 req-1a550eca-e555-4fbd-9a10-f602c8dd42e0 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Deleting port 141131c4-5bf4-459f-b25c-c5cf2ce7e2f5 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:17:10.643998 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-6440a35a-6f79-4ac5-a01a-c775d1d70280 req-1a550eca-e555-4fbd-9a10-f602c8dd42e0 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:10.729891 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [req-6440a35a-6f79-4ac5-a01a-c775d1d70280 req-1a550eca-e555-4fbd-9a10-f602c8dd42e0 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] For port 141131c4-5bf4-459f-b25c-c5cf2ce7e2f5, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=141131c4-5bf4-459f-b25c-c5cf2ce7e2f5,segment=NetworkSegment(ba206874-6b12-4184-9530-5ff25f26c89f),segment_id=ba206874-6b12-4184-9530-5ff25f26c89f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:17:10.730252 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-6440a35a-6f79-4ac5-a01a-c775d1d70280 req-1a550eca-e555-4fbd-9a10-f602c8dd42e0 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:10.742709 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [req-6440a35a-6f79-4ac5-a01a-c775d1d70280 req-1a550eca-e555-4fbd-9a10-f602c8dd42e0 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Calling delete_port for 141131c4-5bf4-459f-b25c-c5cf2ce7e2f5 owned by compute:nova {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:17:10.962795 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-6440a35a-6f79-4ac5-a01a-c775d1d70280 req-1a550eca-e555-4fbd-9a10-f602c8dd42e0 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:10.995751 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a550eca-e555-4fbd-9a10-f602c8dd42e0 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Pushing event deleted for resources: {'Port': ['ID=141131c4-5bf4-459f-b25c-c5cf2ce7e2f5,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:17:11.018590 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a550eca-e555-4fbd-9a10-f602c8dd42e0 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:11.018938 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a550eca-e555-4fbd-9a10-f602c8dd42e0 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:11.019307 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a550eca-e555-4fbd-9a10-f602c8dd42e0 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:11.019671 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a550eca-e555-4fbd-9a10-f602c8dd42e0 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:11.019997 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a550eca-e555-4fbd-9a10-f602c8dd42e0 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:11.020322 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a550eca-e555-4fbd-9a10-f602c8dd42e0 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:11.020642 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a550eca-e555-4fbd-9a10-f602c8dd42e0 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:11.020963 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a550eca-e555-4fbd-9a10-f602c8dd42e0 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:11.021284 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a550eca-e555-4fbd-9a10-f602c8dd42e0 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:11.021601 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a550eca-e555-4fbd-9a10-f602c8dd42e0 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:11.021921 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a550eca-e555-4fbd-9a10-f602c8dd42e0 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:11.022238 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a550eca-e555-4fbd-9a10-f602c8dd42e0 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:17:11.039716 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [req-6440a35a-6f79-4ac5-a01a-c775d1d70280 req-1a550eca-e555-4fbd-9a10-f602c8dd42e0 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] No DVR routers for this DVR port 141131c4-5bf4-459f-b25c-c5cf2ce7e2f5 on host hv-cinder-76018 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:17:11.042405 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-6440a35a-6f79-4ac5-a01a-c775d1d70280 req-1a550eca-e555-4fbd-9a10-f602c8dd42e0 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for port, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:11.044393 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6440a35a-6f79-4ac5-a01a-c775d1d70280 req-1a550eca-e555-4fbd-9a10-f602c8dd42e0 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.72 "DELETE /v2.0/ports/141131c4-5bf4-459f-b25c-c5cf2ce7e2f5 HTTP/1.1" status: 204 len: 173 time: 0.4859078 Aug 31 01:17:11.044897 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9286fd7-4620-4f6b-95e8-4c08a028ffa3', 'name': 'network-vif-deleted', 'tag': '141131c4-5bf4-459f-b25c-c5cf2ce7e2f5'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:17:11.047970 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b881214d57cd1965c46d5ffcb12adc10c1d351a412fd4a0d5151f09a2b3a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50ce416-138f-4903-8bf7-21f96ebe88fe" -d '{"events": [{"server_uuid": "d9286fd7-4620-4f6b-95e8-4c08a028ffa3", "name": "network-vif-deleted", "tag": "141131c4-5bf4-459f-b25c-c5cf2ce7e2f5"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:17:11.083526 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585e421a-6d9f-44e6-af18-a8daf01d621d x-openstack-request-id: req-585e421a-6d9f-44e6-af18-a8daf01d621d {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:17:11.083813 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9286fd7-4620-4f6b-95e8-4c08a028ffa3", "name": "network-vif-deleted", "tag": "141131c4-5bf4-459f-b25c-c5cf2ce7e2f5", "status": "completed", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:17:11.084051 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-585e421a-6d9f-44e6-af18-a8daf01d621d {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:17:11.084449 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9286fd7-4620-4f6b-95e8-4c08a028ffa3', 'name': 'network-vif-deleted', 'tag': '141131c4-5bf4-459f-b25c-c5cf2ce7e2f5', 'status': 'completed', 'code': 200} Aug 31 01:17:11.530236 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-84351440-fe3d-455a-b6b4-7f1c2ce8a0bb req-b605c0e4-5761-4918-bafd-417c4b3af4f0 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0284853 Aug 31 01:17:11.985170 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:12.623626 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-20590421-f7ff-47be-ae52-2d4bfe737401 req-95b9454a-3148-4998-a5b4-c45662ee36bb tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0266390 Aug 31 01:17:13.719572 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-756c8f76-7bb7-4353-8350-144e12b5267c req-1f04ac44-166c-43c0-8d56-46f74fd08f62 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0259209 Aug 31 01:17:14.191189 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:14.811737 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3244b858-297b-49e2-b1cb-6088f23c4179 req-de422442-73f1-421a-9621-120961cbf547 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0255721 Aug 31 01:17:15.902349 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3e389fe2-8cea-43f5-a7cc-e51b9411ad3c req-b02d5af9-be6c-45d9-b453-f677a82b5363 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0257003 Aug 31 01:17:16.993206 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4e6a78da-261c-4693-b52b-543d6f700995 req-fe19ded1-32a6-4e8a-a157-5efc761b42dc tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0250506 Aug 31 01:17:18.086331 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8228e943-1d8f-46fe-a708-b8f6fab7963f req-7d607c1e-d44d-455a-9d5c-70e6c7b04d1f tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0280108 Aug 31 01:17:19.180810 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6decf2b1-9ec5-420f-a0eb-e327aa5eaa2c req-32f67896-a344-4a32-a2be-5675001bea75 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0269248 Aug 31 01:17:20.270216 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6ce71178-a702-4f33-8b6b-8f44132586f7 req-2ab0fbc1-653a-4bfc-9efc-26906a62c6ea tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0253909 Aug 31 01:17:21.361419 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1618861e-cdc0-4a89-8dfa-e2bd99ed1835 req-8c4ce8f3-3b16-4813-8ab9-6d48312e3f68 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0257792 Aug 31 01:17:22.453874 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-105d65c7-abb4-447c-91a8-89b723cb6a5e req-d68caf0e-c5f6-4c4c-9916-783288cd189e tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0263202 Aug 31 01:17:23.547841 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f6a2c715-e4db-40ce-bd13-45782f491e78 req-bc07ddc4-7f45-4fec-ab2f-04696a3c284b tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0258696 Aug 31 01:17:24.640482 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b0965b70-e61f-4fbb-97a6-88435b38f444 req-bf1c03ce-ea78-4e07-b74e-c522de9c4366 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0279629 Aug 31 01:17:25.731084 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c77aa1be-6699-4f5f-8734-24b98a86911a req-2b6ce581-e887-4512-af44-6b8edcc436e8 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0263672 Aug 31 01:17:26.822450 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-71f3cf11-1e80-44f2-ab83-4c71e332c659 req-b0cc0bb7-53cd-4ac8-b9c1-32d2db942b3b tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0264056 Aug 31 01:17:27.912265 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-dcd3a702-59fe-4b48-b810-c8980e458e0a req-cf7c2b29-8902-49e9-908d-65e59c2cbb3f tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0252159 Aug 31 01:17:29.002369 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e23cf863-dd15-45e9-be75-10179a843124 req-a31892e8-bb9e-4288-b407-6f5a1cf75f4c tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0263629 Aug 31 01:17:30.091789 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-205ac48c-b253-45b1-8f01-03c709e4e504 req-c8257984-d592-48e2-aad8-dd558951e242 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0254657 Aug 31 01:17:31.185307 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-63acb5fd-a2ee-4456-ac41-25b85733b675 req-fb838a69-c0ab-4d5b-9189-7eed1ee79f41 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0294890 Aug 31 01:17:32.273987 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c2d807b1-3a1a-4db9-b62f-e8b538d8a4c2 req-46dc84ac-daeb-4ef8-89a9-e68c442355f0 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0253558 Aug 31 01:17:33.364350 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-31e89300-3b9b-4268-9361-0f2d06b39a73 req-2baea946-94b8-4d0c-ba2f-67a5311d256b tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0252547 Aug 31 01:17:33.756039 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:17:34.455226 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-89f2b051-8108-41ff-8db5-9c1cce56f8c5 req-2cb690ba-4cc0-489e-8976-dd15b7f3fdcd tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0251696 Aug 31 01:17:35.572913 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-454cdf69-663c-418e-838e-ba44cdd85b82 req-7196e3f9-6691-4269-890b-8dfc020febf5 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0262191 Aug 31 01:17:36.602804 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-063fa992-a682-44d0-bf0e-ec8a651a8943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:36.662113 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-eceac890-b758-4c8f-b51f-0b296c89d7ac req-13906b84-5198-477a-956b-88989599349d tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0248978 Aug 31 01:17:37.755517 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e475e1fc-51d9-4eb1-b432-db97c69bfced req-173c778d-4957-4ce8-9c03-8b92dc048c96 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0281751 Aug 31 01:17:38.851985 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f3f44841-c958-45f0-ba2e-75161dd17d0b req-497b63f8-ec3e-4586-9a8d-b3a2321e6bcb tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0261688 Aug 31 01:17:38.936743 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-da0603bd-b385-49f7-976c-3152224425cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:39.330983 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:39.942585 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b2d68399-f4df-4ddd-a437-7949bbf2b0bd req-ccf155f2-9b8c-42d0-8bf4-c25fab76e06c tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0256886 Aug 31 01:17:40.017394 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:41.032556 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-cc8c0208-e1d3-438f-9e2b-91f7d670e172 req-0f78c0f5-9de8-48ea-abd9-b3fab93269ab tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0251076 Aug 31 01:17:41.977118 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:42.124539 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-aab43f2d-cc44-474f-9323-13add452c46e req-967ed12b-6438-469a-91b9-7f6cc51aded0 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0266454 Aug 31 01:17:43.219102 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4a4c08f3-3c6f-4ea8-97c3-29fdfe3c26d1 req-4c821c74-0da2-44fb-837b-8f6202b00b52 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0290549 Aug 31 01:17:44.236908 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:17:44.314734 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-de757afd-967e-4afc-a446-406121af0b87 req-49fd649c-cac7-4cdf-948c-8ec1f215bdd9 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0288086 Aug 31 01:17:45.415938 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-62820aea-8f7a-4a44-b399-d63b983ede3d req-84a07cee-3601-41bb-ab5e-e07aeb8343df tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0362461 Aug 31 01:17:46.507835 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-842ab3b4-2807-41ad-b7d2-18c37784e9d6 req-abe9aa7e-0c9a-43f4-86ce-9faa6842b116 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0257771 Aug 31 01:17:47.410125 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ebdd78b5-97c7-4b69-bd25-2b65db45012a req-f9ec2269-948e-42be-8b42-ab156883b77f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383241 Aug 31 01:17:47.468947 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd78b5-97c7-4b69-bd25-2b65db45012a req-30336091-1728-40b4-a3c3-7a4503fc6a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:47.470394 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ebdd78b5-97c7-4b69-bd25-2b65db45012a req-30336091-1728-40b4-a3c3-7a4503fc6a4d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ffa2d2788a446da9bb35bff34b67588&device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa HTTP/1.1" status: 200 len: 1098 time: 0.0384092 Aug 31 01:17:47.573593 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd78b5-97c7-4b69-bd25-2b65db45012a req-3f54e1da-684b-4789-8ad8-0d2fea436ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:47.575087 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ebdd78b5-97c7-4b69-bd25-2b65db45012a req-3f54e1da-684b-4789-8ad8-0d2fea436ac3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=30fb7d9d-48f3-4521-a14a-db6a70863ca4 HTTP/1.1" status: 200 len: 912 time: 0.0860910 Aug 31 01:17:47.632610 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-24f02da1-ddca-45dc-967e-9369e542e2a7 req-1b46a175-08a6-4a9e-a34f-cdffde6873ab tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0560355 Aug 31 01:17:47.657054 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ebdd78b5-97c7-4b69-bd25-2b65db45012a req-a07b3674-fe9a-48a2-b764-5e21b9b1aea3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=263270ff-621e-4895-93d7-2fdb82e626fa HTTP/1.1" status: 200 len: 1000 time: 0.0730498 Aug 31 01:17:47.705107 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd78b5-97c7-4b69-bd25-2b65db45012a req-623b112c-48ff-46d1-8502-0af3c01ca906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:47.706535 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ebdd78b5-97c7-4b69-bd25-2b65db45012a req-623b112c-48ff-46d1-8502-0af3c01ca906 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b8d6dea-cd1f-4897-b8eb-208006d6ba9a HTTP/1.1" status: 200 len: 850 time: 0.0422642 Aug 31 01:17:47.748341 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd78b5-97c7-4b69-bd25-2b65db45012a req-7ec4027c-1452-4f3c-8528-45acd3f863ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:17:47.749713 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ebdd78b5-97c7-4b69-bd25-2b65db45012a req-7ec4027c-1452-4f3c-8528-45acd3f863ac service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30fb7d9d-48f3-4521-a14a-db6a70863ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0362241 Aug 31 01:17:47.839329 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ebdd78b5-97c7-4b69-bd25-2b65db45012a req-286cc976-5ea1-4703-9ae3-fc671e65c856 service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827861 Aug 31 01:17:47.926596 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ebdd78b5-97c7-4b69-bd25-2b65db45012a req-e13fd267-dbd4-4b55-967f-e8a638045c9c service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793660 Aug 31 01:17:48.725063 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-165c24ac-1102-47c9-af25-63fbb62a3235 req-5c8815a5-4031-494f-9fbe-1461c250e952 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0261867 Aug 31 01:17:49.815910 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-235498cd-699e-42d9-9eda-ee241c2cc32d req-7714d54a-6971-4c8f-8cc1-48bb8203dbb7 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0258386 Aug 31 01:17:50.910001 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-06959f83-6c16-4505-973a-2536c93fe7ec req-df99f93c-e231-4a36-9851-74537d2a226b tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0291083 Aug 31 01:17:51.999745 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-069c973c-b373-4042-8edc-f386bd0647b4 req-d63db490-29f5-44c6-b811-4bf6ac7d7b89 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0259914 Aug 31 01:17:53.093245 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-648cc990-013e-4b1b-a858-f1ede9f9160b req-7f427420-7ca6-450e-8a8a-0022bfe55e4a tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0267034 Aug 31 01:17:54.184385 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1cf1361b-fe7b-446c-b90c-bfc77e6b492c req-604cc3d3-7962-42dc-98e5-7f2e17b2e8b4 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0260489 Aug 31 01:17:55.274233 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7f84185a-52c0-4f00-912b-7e2e87f2fe96 req-b95eace5-ff57-4089-b18c-48e983ff89bd tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0262678 Aug 31 01:17:56.365748 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5c91f876-a433-468c-86c1-6babf32c5220 req-55d8d85b-a05d-4707-827d-270591227a69 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0280581 Aug 31 01:17:57.459383 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2aa66c66-9ece-4716-967d-cf7a94519622 req-882041c2-5d87-41ac-925a-bd5a5beb2d42 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0281878 Aug 31 01:17:58.548775 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-41a50577-37a8-439a-ae05-9205b3149d19 req-bb753022-328e-4b07-a550-11ed7b72a724 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0249832 Aug 31 01:17:59.638401 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c0fdf61f-c3e8-4589-aa43-41dd13700966 req-37a04c95-58ce-4012-84b8-829705cec0cc tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0253556 Aug 31 01:18:00.729289 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5bcc3943-d6b5-41ca-bb36-f003dcf4e136 req-41ee11c2-7681-4207-a150-22b8851eed3b tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0264914 Aug 31 01:18:01.819987 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b9cb89ad-39d4-42c4-985b-d056412f8acf req-b1c7df8e-4c32-474a-a29b-cb8fd3d40c11 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0256743 Aug 31 01:18:02.910373 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e6e4853f-da53-446d-ace3-69ef65072c19 req-375a2fb2-933c-459b-adab-4dad38e0013a tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0248840 Aug 31 01:18:04.003162 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8a7c40f7-2279-4526-8b60-76454cdb870f req-8a0e00a8-b66c-4893-b407-a3e746b7e203 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0285437 Aug 31 01:18:05.342517 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-415aa60c-9b5b-4760-aa0f-f980c00dab66 req-e15cbec5-a09e-41cd-bab7-00dabcbef07a tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.2731361 Aug 31 01:18:06.433064 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-208df173-0031-4a33-9e24-e942640d83c6 req-96bee328-5116-4f87-8587-fb044371d61b tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0266080 Aug 31 01:18:06.551583 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-3323ddb4-8b39-4270-9fad-32a0019f6005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:07.522193 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8641d1c5-c512-41a1-9d2a-a974afcc5222 req-3e1cad1c-56e1-4906-8d18-4d18be2d4337 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0259898 Aug 31 01:18:08.617261 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-298d490d-03b6-401d-96ae-29c8bb15583b req-b731d031-8b05-4bd1-a755-3ff8a9f7747f tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0311308 Aug 31 01:18:08.940065 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-f3b3abf9-68cf-4a93-b876-ede51e8559a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:09.328643 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:09.709101 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bd8bafb6-0af3-44b4-85e1-8b9eb74661e2 req-c945a631-1b7c-4538-95bb-cab9d8673485 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0266151 Aug 31 01:18:10.014471 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:10.754310 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:18:10.801425 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6d37243c-9d8f-4d59-8e3f-e08af4e66dca req-a90bd58f-abdf-4310-84d7-2727b8b43e60 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0254107 Aug 31 01:18:11.891833 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f2a97400-ae5a-41e7-a54d-626466d11c15 req-a0fdaf7c-f040-41a5-b112-be4c79b95bd0 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0248525 Aug 31 01:18:11.983086 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:12.983776 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b6a997ba-65b8-4090-93b3-c2c95ad1dd6e req-7c11aaf1-652d-49eb-8f94-cf9772140be1 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0263939 Aug 31 01:18:14.072033 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d8d52d24-267b-4f53-9961-71f1f066d9fe req-ab691bb4-b513-4a20-bb13-fd39cd204df0 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0261505 Aug 31 01:18:14.225691 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:15.161430 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2a0b87d5-371f-4a63-b79f-a09f380edce5 req-3cb07655-5a7d-4df2-a81e-85bfe8c000b7 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0256774 Aug 31 01:18:16.253923 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-58c6d005-93b2-4e4c-b5c6-87d8cf0e0a84 req-cddc6e61-b355-4ba2-82e5-b109d886c680 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0273790 Aug 31 01:18:17.344143 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-edd83252-617e-4b1f-9078-4c97b3d3cc36 req-1f219add-7d8a-44b5-9d6a-6bf23b5bf3e9 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0257206 Aug 31 01:18:18.435289 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0606378e-dde2-4692-af73-172549f5497b req-fa99891f-7c4d-4bc3-a1ef-82139b03fd0e tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0275018 Aug 31 01:18:19.526971 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-aeafb380-0fbb-40c5-8ff8-36444ab20621 req-434621c1-efb3-4133-afa8-ae46dd9c5ddc tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0253546 Aug 31 01:18:20.617949 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ed353d27-2f1a-4708-9c20-3db49f294235 req-27233dba-c025-4975-9127-44ca4ae001c0 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0259225 Aug 31 01:18:21.726830 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bfc74093-daa2-4935-adff-d62328219e78 req-389160ca-fdb3-456f-805b-912164a581a8 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0277205 Aug 31 01:18:22.820667 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-31b502a3-db29-47f6-a042-d971bf658c68 req-24fda64d-fe38-4569-88e8-2fa5c7387a93 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0290945 Aug 31 01:18:23.910814 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1ea4f8e8-04ab-4113-9826-a52072deffb9 req-f393762e-d94c-42ef-9047-19dcb4249a1e tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0257266 Aug 31 01:18:24.999668 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4ae84594-f092-41c1-81c4-2134f2ee6dd7 req-ff25ef62-3924-4e13-bbd3-7bbebe0d1cf3 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0255303 Aug 31 01:18:26.089578 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-68424d61-10de-4c77-826e-1cd68057de18 req-6cbfa8d7-47f7-44bb-a891-9cda5934f7f1 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0254149 Aug 31 01:18:27.178448 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5da5a9ab-b445-4442-8c63-fd6f0c9913f0 req-4c990d47-74a9-4f6b-a988-a0e1bbe9fa6c tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0249562 Aug 31 01:18:28.280347 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-81a43ba8-a99e-479d-a042-0ce791c06b66 req-1280d018-652d-4363-8acc-1064b7645a60 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0252492 Aug 31 01:18:29.372903 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f84ddaec-7df1-4fde-b15a-9f2f5e4020a4 req-1aa1fa33-c521-4c2e-8a36-bdd2496dce2f tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0282319 Aug 31 01:18:30.463208 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5d621357-6795-400e-9b12-a247724c3c65 req-93ec4d2e-c552-493a-a342-c183e110521d tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0256701 Aug 31 01:18:31.555588 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0785890e-73b5-4d3a-8824-20b83389d14e req-72007fe0-dc34-453a-813f-704a845f0322 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0285234 Aug 31 01:18:32.645443 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0101d787-61eb-498e-ba3c-9cf207785b80 req-dd8eaacb-c996-444f-b1ce-a98918739922 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0259378 Aug 31 01:18:33.736209 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ea492bb1-b275-4a3b-9a63-995a515ea7a7 req-39803fe4-5b3a-400e-a907-f6d1d666c34e tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0252428 Aug 31 01:18:34.827936 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a2fec974-50eb-401f-ad3b-dc49783db016 req-b29d447b-1c3a-4a4b-98ff-3189c0fc0eef tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0261881 Aug 31 01:18:35.920829 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-38b2df35-d9d0-4d1f-9f07-a00ae11d95d9 req-f738d8d1-d56f-43dc-95c5-64f2c22b6113 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0298324 Aug 31 01:18:36.557864 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-091b255a-8868-4a09-a7e2-ae4e0b74670f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:37.011091 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8021a445-f5ec-43ae-a16a-a8f1e692d51a req-d28fc347-8f5d-4508-a5c5-b86c0ad6d9a4 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0261459 Aug 31 01:18:38.101214 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b93733fd-34d3-46bc-81d4-d7948abc78f2 req-18348ba7-ddb0-4fdf-ada6-c8a7d5f23ff3 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0255170 Aug 31 01:18:38.940701 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-b3a5f4ef-b4f1-43c4-afbf-b50a9998dbe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:39.190617 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-73f94269-6bc9-4261-b483-4064b68fd5cb req-aa79d4d6-5f99-45eb-ae35-6f8faa8c0173 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0258982 Aug 31 01:18:39.340433 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:40.018009 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:40.279918 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3f52bfab-7cd1-45f5-a62f-fa4055ae07fe req-1590b621-9311-48e0-95f2-66b9f5c5c458 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0250375 Aug 31 01:18:41.380217 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4ecdeaac-9980-4329-b5ac-8a2e59948c51 req-16dd7046-3b3d-48c3-89bc-b1190e8acecc tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0270581 Aug 31 01:18:41.978228 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:42.470064 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bed9432a-8f24-42da-8f90-25f234aa840c req-8807e5bc-1a22-440f-b9bb-db6d0d9235f9 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0281780 Aug 31 01:18:43.559896 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-74cd8ee8-3886-4f13-acbd-a1e4d10f86bb req-25308485-0d77-4d40-8f90-930d68a25aad tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0260673 Aug 31 01:18:44.237710 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:18:44.664299 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-55199fe1-3083-4c99-8c7e-9c4b03d65dc0 req-65c15b9e-9c33-4f67-ab3e-a9ef0efcc344 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0280600 Aug 31 01:18:45.753852 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3bef6da9-273b-4a12-a144-cacea399ab38 req-a180b418-9ab8-45cd-8f55-85eb88516f73 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0250447 Aug 31 01:18:46.843736 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b635aea5-5286-4e9c-b48e-d2c5b34e52bc req-0c270d20-a2e1-4942-b96c-09053dbfc7b8 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0252817 Aug 31 01:18:47.752602 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:18:47.934628 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5082ab16-332d-41b3-a000-54839ab104f6 req-6ec31478-620b-4cef-acab-a6dc7a9749f7 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0254586 Aug 31 01:18:49.028223 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-24ddc942-36fc-48dd-bc00-4814d25a57d0 req-a782c0ef-68e0-4a2f-9a20-e953e42772d2 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0287857 Aug 31 01:18:49.083813 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8a0c2dfb-6385-45bd-a0d2-31dc6bc6cc9f req-2ddec27f-4dc4-4270-98a5-801f8a0c9847 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373993 Aug 31 01:18:49.160510 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c2dfb-6385-45bd-a0d2-31dc6bc6cc9f req-f753b920-95b6-4e9a-bac2-dfb5d9da8e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:49.161908 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8a0c2dfb-6385-45bd-a0d2-31dc6bc6cc9f req-f753b920-95b6-4e9a-bac2-dfb5d9da8e45 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8e8ee4f4a0b14bda8b938a88a2dab8cd&device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 1100 time: 0.0384412 Aug 31 01:18:49.261199 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c2dfb-6385-45bd-a0d2-31dc6bc6cc9f req-598f8f0d-12af-4034-9c7b-3b4f9424e821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:49.262599 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8a0c2dfb-6385-45bd-a0d2-31dc6bc6cc9f req-598f8f0d-12af-4034-9c7b-3b4f9424e821 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cbc670e8-9863-4523-934f-dc257f6800ff HTTP/1.1" status: 200 len: 918 time: 0.0824091 Aug 31 01:18:49.325114 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8a0c2dfb-6385-45bd-a0d2-31dc6bc6cc9f req-db463a40-60f4-429c-827c-754469e5c522 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa7986e-c6cc-45c9-a07a-06a5c8573e7d HTTP/1.1" status: 200 len: 1002 time: 0.0553188 Aug 31 01:18:49.371813 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c2dfb-6385-45bd-a0d2-31dc6bc6cc9f req-d04c771b-53bc-4e79-8071-beececccc6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:49.373070 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8a0c2dfb-6385-45bd-a0d2-31dc6bc6cc9f req-d04c771b-53bc-4e79-8071-beececccc6ee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9 HTTP/1.1" status: 200 len: 856 time: 0.0412643 Aug 31 01:18:49.419499 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c2dfb-6385-45bd-a0d2-31dc6bc6cc9f req-f80fac0c-1676-4f0c-a3a4-c1be102d8cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:18:49.421880 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8a0c2dfb-6385-45bd-a0d2-31dc6bc6cc9f req-f80fac0c-1676-4f0c-a3a4-c1be102d8cb1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cbc670e8-9863-4523-934f-dc257f6800ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411847 Aug 31 01:18:49.506550 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8a0c2dfb-6385-45bd-a0d2-31dc6bc6cc9f req-b3bcf1c1-edb9-4261-8d9f-2917fc224f69 service neutron] 10.222.0.72 "GET /v2.0/networks/cbc670e8-9863-4523-934f-dc257f6800ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778737 Aug 31 01:18:49.594796 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8a0c2dfb-6385-45bd-a0d2-31dc6bc6cc9f req-02656f39-4bae-4726-a51b-6194f3a04860 service neutron] 10.222.0.72 "GET /v2.0/networks/cbc670e8-9863-4523-934f-dc257f6800ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814052 Aug 31 01:18:50.119970 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ae3ddb9f-8951-4879-96ba-256fa427cf87 req-13a613c2-b034-4d0c-b07e-c45cdbcdb844 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0264394 Aug 31 01:18:51.209327 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-28a5fe2f-b123-410b-ae40-8042c21466b8 req-b0f1fa81-59f0-4527-91ab-c701ec149ce1 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0262387 Aug 31 01:18:52.303379 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a9cc3920-d307-4d5e-b6e9-85dac34ff592 req-c423b6e6-cc8b-4b90-8c60-fbb59a08daff tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0298295 Aug 31 01:18:53.393227 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-02183178-71b2-4c0c-b4a1-563e65bb0b59 req-555a0089-3a08-4a56-b690-e5a349a72a5a tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0249565 Aug 31 01:18:54.484428 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ffcf3fc3-b6a8-405c-abac-23748a941281 req-ea75a27b-acd6-4046-9f6d-8b6e7e48fe8d tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0259774 Aug 31 01:18:55.578040 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9774bee4-1dfc-4f6f-b919-ec5fac32221b req-bc62d8a8-78f8-4d03-a711-13dd2937ed71 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0295317 Aug 31 01:18:56.668721 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-451a00e6-4eb0-40d8-b455-78650c007ae8 req-b6da45f0-8296-4a65-bccc-6082073efafc tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0255930 Aug 31 01:18:57.759089 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ae1dddef-6b78-44a8-b62c-3f6ba1fea24f req-8a838c9b-c255-4480-95c8-e661e6b5cade tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0256927 Aug 31 01:18:58.849609 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9586624a-f9bd-4438-b134-2bfcaf5a90dd req-26ace47f-1ce8-4e00-abf7-b07636fd2277 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0257537 Aug 31 01:18:59.938853 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-31cd9c83-31e4-4b5b-8d6e-04bc8cf4a05a req-159bb4f1-a43d-4ecf-86a8-b653bea293e6 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0258129 Aug 31 01:19:00.138813 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 34820) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:00.334604 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-262c6d4e-6a1a-4c3e-896f-a2ffca1d0c20 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Deleting port 5d5b02b6-6f17-4550-83d4-536bd39c8476 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:00.334977 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-262c6d4e-6a1a-4c3e-896f-a2ffca1d0c20 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:00.416329 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-262c6d4e-6a1a-4c3e-896f-a2ffca1d0c20 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:00.416329 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-262c6d4e-6a1a-4c3e-896f-a2ffca1d0c20 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:00.421134 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-262c6d4e-6a1a-4c3e-896f-a2ffca1d0c20 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Calling delete_port for 5d5b02b6-6f17-4550-83d4-536bd39c8476 owned by network:floatingip {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:00.672022 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-262c6d4e-6a1a-4c3e-896f-a2ffca1d0c20 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:00.696595 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c6d4e-6a1a-4c3e-896f-a2ffca1d0c20 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Pushing event deleted for resources: {'Port': ['ID=5d5b02b6-6f17-4550-83d4-536bd39c8476,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:00.723008 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c6d4e-6a1a-4c3e-896f-a2ffca1d0c20 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:00.723356 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c6d4e-6a1a-4c3e-896f-a2ffca1d0c20 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:00.723692 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c6d4e-6a1a-4c3e-896f-a2ffca1d0c20 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:00.724024 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c6d4e-6a1a-4c3e-896f-a2ffca1d0c20 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:00.724353 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c6d4e-6a1a-4c3e-896f-a2ffca1d0c20 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:00.724682 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c6d4e-6a1a-4c3e-896f-a2ffca1d0c20 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:00.725005 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c6d4e-6a1a-4c3e-896f-a2ffca1d0c20 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:00.725913 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c6d4e-6a1a-4c3e-896f-a2ffca1d0c20 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:00.726240 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c6d4e-6a1a-4c3e-896f-a2ffca1d0c20 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:00.726587 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c6d4e-6a1a-4c3e-896f-a2ffca1d0c20 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:00.726911 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c6d4e-6a1a-4c3e-896f-a2ffca1d0c20 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:00.727228 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262c6d4e-6a1a-4c3e-896f-a2ffca1d0c20 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:00.764076 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-262c6d4e-6a1a-4c3e-896f-a2ffca1d0c20 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks [] for floatingip, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:00.764719 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.db.l3_db [None req-262c6d4e-6a1a-4c3e-896f-a2ffca1d0c20 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Floating IP 9fa97462-1457-4057-adee-e7b98901a299 disassociated (deleted). External IP: 172.27.3.102, port: 9d4be5bd-d64a-4c9d-839c-12819effab24. Aug 31 01:19:00.964347 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262c6d4e-6a1a-4c3e-896f-a2ffca1d0c20 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Router fb827655-e05a-4602-9186-a489a84291e7 has already been hosted by L3 agent c5d183af-b1ef-4815-8853-b3c8447fce00 {{(pid=94635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:19:01.040544 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-79e90f33-551d-4313-bb5b-230955c1a8a3 req-b3f59d5f-8fea-4a95-a712-9c0e18570a82 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0323298 Aug 31 01:19:01.092299 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262c6d4e-6a1a-4c3e-896f-a2ffca1d0c20 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify agent at l3_agent.dv-cinder-760180-3-iscsi the message routers_updated {{(pid=94635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:19:01.097064 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-262c6d4e-6a1a-4c3e-896f-a2ffca1d0c20 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for floatingip, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:01.101773 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99eafdc4-e6c4-4923-8cc2-001bd531c2e7 None None] Sync routers for ids ['fb827655-e05a-4602-9186-a489a84291e7'] in dv-cinder-760180-3-iscsi {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:19:01.110208 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99eafdc4-e6c4-4923-8cc2-001bd531c2e7 None None] Routers {'fb827655-e05a-4602-9186-a489a84291e7'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:01.110844 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-99eafdc4-e6c4-4923-8cc2-001bd531c2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:18:39Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['fb827655-e05a-4602-9186-a489a84291e7'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:01.122857 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-262c6d4e-6a1a-4c3e-896f-a2ffca1d0c20 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "DELETE /v2.0/floatingips/9fa97462-1457-4057-adee-e7b98901a299 HTTP/1.1" status: 204 len: 168 time: 0.9830117 Aug 31 01:19:01.123431 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed38f42-f266-4c68-a31d-f08d794546a0', 'tag': '9d4be5bd-d64a-4c9d-839c-12819effab24'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:19:01.125638 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b881214d57cd1965c46d5ffcb12adc10c1d351a412fd4a0d5151f09a2b3a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922d3419-0725-4c76-8c93-9f793ad2e033" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed38f42-f266-4c68-a31d-f08d794546a0", "tag": "9d4be5bd-d64a-4c9d-839c-12819effab24"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:19:01.165246 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11f650a-cc69-4584-9bf4-232117323c0b x-openstack-request-id: req-d11f650a-cc69-4584-9bf4-232117323c0b {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:19:01.165531 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed38f42-f266-4c68-a31d-f08d794546a0", "tag": "9d4be5bd-d64a-4c9d-839c-12819effab24", "status": "completed", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:19:01.165774 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d11f650a-cc69-4584-9bf4-232117323c0b {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:19:01.166187 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed38f42-f266-4c68-a31d-f08d794546a0', 'tag': '9d4be5bd-d64a-4c9d-839c-12819effab24', 'status': 'completed', 'code': 200} Aug 31 01:19:01.215207 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-99eafdc4-e6c4-4923-8cc2-001bd531c2e7 None None] Set router fb827655-e05a-4602-9186-a489a84291e7 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:19:01.232508 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d3419-0725-4c76-8c93-9f793ad2e033 req-b1fb9870-e781-47dc-99d7-46631a8861e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:01.233994 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-922d3419-0725-4c76-8c93-9f793ad2e033 req-b1fb9870-e781-47dc-99d7-46631a8861e8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cd87758004a84b0894e10b0402589a05&device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 1099 time: 0.0440557 Aug 31 01:19:01.323122 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d3419-0725-4c76-8c93-9f793ad2e033 req-a3d0dce3-3842-46c2-82a6-b457d51821b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:01.324617 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-922d3419-0725-4c76-8c93-9f793ad2e033 req-a3d0dce3-3842-46c2-82a6-b457d51821b3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c534f589-1d8a-478d-9545-cdea5e81a29a HTTP/1.1" status: 200 len: 912 time: 0.0822787 Aug 31 01:19:01.372853 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-922d3419-0725-4c76-8c93-9f793ad2e033 req-09cf7c8d-34fc-48fa-97d5-006445599abb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d4be5bd-d64a-4c9d-839c-12819effab24 HTTP/1.1" status: 200 len: 217 time: 0.0410967 Aug 31 01:19:01.415234 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-99eafdc4-e6c4-4923-8cc2-001bd531c2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb827655-e05a-4602-9186-a489a84291e7', 'name': 'tempest-TestVolumeBootPattern-717848227-router', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '08299612-f80e-4117-a7e8-f0a0dd807689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:57Z', 'updated_at': '2021-08-31T01:12:03Z', 'revision_number': 4, 'project_id': 'cd87758004a84b0894e10b0402589a05', 'gw_port': {'id': '08299612-f80e-4117-a7e8-f0a0dd807689', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb827655-e05a-4602-9186-a489a84291e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:58Z', 'updated_at': '2021-08-31T01:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': 'e5559bfa-529f-43a3-9cdd-4ad7b6b2371b', 'name': '', 'network_id': 'c534f589-1d8a-478d-9545-cdea5e81a29a', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'mac_address': 'fa:16:3e:40:13:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb827655-e05a-4602-9186-a489a84291e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'e3346ced-1b5d-4fc3-90c1-5d19f1ec19c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:12:01Z', 'updated_at': '2021-08-31T01:12:08Z', 'revision_number': 5, 'project_id': 'cd87758004a84b0894e10b0402589a05', 'subnets': [{'id': 'e3346ced-1b5d-4fc3-90c1-5d19f1ec19c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:01.421518 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d3419-0725-4c76-8c93-9f793ad2e033 req-bb5254eb-3806-49c2-93e9-577448ab646f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:01.423014 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-922d3419-0725-4c76-8c93-9f793ad2e033 req-bb5254eb-3806-49c2-93e9-577448ab646f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e3346ced-1b5d-4fc3-90c1-5d19f1ec19c9 HTTP/1.1" status: 200 len: 850 time: 0.0431349 Aug 31 01:19:01.445837 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99eafdc4-e6c4-4923-8cc2-001bd531c2e7 None None] Checking router: fb827655-e05a-4602-9186-a489a84291e7 for host: dv-cinder-760180-3-iscsi {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:19:01.454215 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99eafdc4-e6c4-4923-8cc2-001bd531c2e7 None None] Routers {'fb827655-e05a-4602-9186-a489a84291e7'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:01.454852 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-99eafdc4-e6c4-4923-8cc2-001bd531c2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:18:39Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['fb827655-e05a-4602-9186-a489a84291e7'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:01.468187 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d3419-0725-4c76-8c93-9f793ad2e033 req-b8ab0638-9c54-4455-acac-3e1fee141229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:01.469607 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-922d3419-0725-4c76-8c93-9f793ad2e033 req-b8ab0638-9c54-4455-acac-3e1fee141229 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c534f589-1d8a-478d-9545-cdea5e81a29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394771 Aug 31 01:19:01.597919 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-922d3419-0725-4c76-8c93-9f793ad2e033 req-513d3308-8e5f-4c08-9bb3-a681c1d35601 service neutron] 10.222.0.72 "GET /v2.0/networks/c534f589-1d8a-478d-9545-cdea5e81a29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208076 Aug 31 01:19:01.614609 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e676b9-acc9-4f2c-b232-53257354637a req-58ca73a6-73a3-4eed-93d2-7fcf78905c7b tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:01.618279 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e4e676b9-acc9-4f2c-b232-53257354637a req-58ca73a6-73a3-4eed-93d2-7fcf78905c7b tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 946 time: 0.0675671 Aug 31 01:19:01.685858 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-99eafdc4-e6c4-4923-8cc2-001bd531c2e7 None None] Set router fb827655-e05a-4602-9186-a489a84291e7 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:19:01.697999 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e4e676b9-acc9-4f2c-b232-53257354637a req-21182dbb-9cf1-4dc9-b00b-7fc52599fd73 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c071c7c8-f360-43e9-952d-7eeadd8c8ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744624 Aug 31 01:19:01.726849 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-922d3419-0725-4c76-8c93-9f793ad2e033 req-43ddb564-1041-4adc-8798-1091a57e3a23 service neutron] 10.222.0.72 "GET /v2.0/networks/c534f589-1d8a-478d-9545-cdea5e81a29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200438 Aug 31 01:19:01.877548 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-99eafdc4-e6c4-4923-8cc2-001bd531c2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb827655-e05a-4602-9186-a489a84291e7', 'name': 'tempest-TestVolumeBootPattern-717848227-router', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '08299612-f80e-4117-a7e8-f0a0dd807689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:57Z', 'updated_at': '2021-08-31T01:12:03Z', 'revision_number': 4, 'project_id': 'cd87758004a84b0894e10b0402589a05', 'gw_port': {'id': '08299612-f80e-4117-a7e8-f0a0dd807689', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb827655-e05a-4602-9186-a489a84291e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:58Z', 'updated_at': '2021-08-31T01:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': 'e5559bfa-529f-43a3-9cdd-4ad7b6b2371b', 'name': '', 'network_id': 'c534f589-1d8a-478d-9545-cdea5e81a29a', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'mac_address': 'fa:16:3e:40:13:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb827655-e05a-4602-9186-a489a84291e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'e3346ced-1b5d-4fc3-90c1-5d19f1ec19c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:12:01Z', 'updated_at': '2021-08-31T01:12:08Z', 'revision_number': 5, 'project_id': 'cd87758004a84b0894e10b0402589a05', 'subnets': [{'id': 'e3346ced-1b5d-4fc3-90c1-5d19f1ec19c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:01.903435 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99eafdc4-e6c4-4923-8cc2-001bd531c2e7 None None] The sync data for ids ['fb827655-e05a-4602-9186-a489a84291e7'] in dv-cinder-760180-3-iscsi is: [{'id': 'fb827655-e05a-4602-9186-a489a84291e7', 'name': 'tempest-TestVolumeBootPattern-717848227-router', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '08299612-f80e-4117-a7e8-f0a0dd807689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:57Z', 'updated_at': '2021-08-31T01:12:03Z', 'revision_number': 4, 'project_id': 'cd87758004a84b0894e10b0402589a05', 'gw_port': {'id': '08299612-f80e-4117-a7e8-f0a0dd807689', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb827655-e05a-4602-9186-a489a84291e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:58Z', 'updated_at': '2021-08-31T01:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': 'e5559bfa-529f-43a3-9cdd-4ad7b6b2371b', 'name': '', 'network_id': 'c534f589-1d8a-478d-9545-cdea5e81a29a', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'mac_address': 'fa:16:3e:40:13:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb827655-e05a-4602-9186-a489a84291e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'e3346ced-1b5d-4fc3-90c1-5d19f1ec19c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:12:01Z', 'updated_at': '2021-08-31T01:12:08Z', 'revision_number': 5, 'project_id': 'cd87758004a84b0894e10b0402589a05', 'subnets': [{'id': 'e3346ced-1b5d-4fc3-90c1-5d19f1ec19c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:19:02.114518 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4394fdb-e803-4f3a-b672-e298b83682ba None None] New status for floating IP 9fa97462-1457-4057-adee-e7b98901a299: DOWN {{(pid=94637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:19:02.137426 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0dbfe89e-1bd2-4755-8b3d-f1baa38b66df req-35137251-677f-43e3-a749-8a93b0789be2 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0275550 Aug 31 01:19:02.823107 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d5789-f6ff-4fc0-8063-5ca4bc64cd18 req-eb49500b-bf86-4408-88ea-45f264999116 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:02.824592 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-807d5789-f6ff-4fc0-8063-5ca4bc64cd18 req-eb49500b-bf86-4408-88ea-45f264999116 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 946 time: 0.0496008 Aug 31 01:19:02.862319 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-807d5789-f6ff-4fc0-8063-5ca4bc64cd18 req-4afc6304-eb09-4640-8bd1-62ec4c5230af tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/security-groups?id=c071c7c8-f360-43e9-952d-7eeadd8c8ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315759 Aug 31 01:19:03.127664 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006d4fd-2dbb-49bc-a6ea-e8db5365ff93 req-9bdd7a27-b149-4581-b142-d80c8ecdfd6f tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:03.128963 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1006d4fd-2dbb-49bc-a6ea-e8db5365ff93 req-9bdd7a27-b149-4581-b142-d80c8ecdfd6f tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 946 time: 0.0461683 Aug 31 01:19:03.232907 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c0273c88-afec-44d1-8f7a-9d386fe9045c req-fdff8c37-25f6-4052-95f4-8a346b6b52ea tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0295475 Aug 31 01:19:03.246080 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [req-1006d4fd-2dbb-49bc-a6ea-e8db5365ff93 req-0857f908-4d5e-4dba-b585-9f45ef6ea9a2 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Deleting port 9d4be5bd-d64a-4c9d-839c-12819effab24 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:03.246423 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-1006d4fd-2dbb-49bc-a6ea-e8db5365ff93 req-0857f908-4d5e-4dba-b585-9f45ef6ea9a2 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:03.333599 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [req-1006d4fd-2dbb-49bc-a6ea-e8db5365ff93 req-0857f908-4d5e-4dba-b585-9f45ef6ea9a2 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] For port 9d4be5bd-d64a-4c9d-839c-12819effab24, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=9d4be5bd-d64a-4c9d-839c-12819effab24,segment=NetworkSegment(136e9093-82c8-488c-90d1-ee823e08345f),segment_id=136e9093-82c8-488c-90d1-ee823e08345f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:03.333949 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-1006d4fd-2dbb-49bc-a6ea-e8db5365ff93 req-0857f908-4d5e-4dba-b585-9f45ef6ea9a2 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:03.346767 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [req-1006d4fd-2dbb-49bc-a6ea-e8db5365ff93 req-0857f908-4d5e-4dba-b585-9f45ef6ea9a2 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Calling delete_port for 9d4be5bd-d64a-4c9d-839c-12819effab24 owned by compute:nova {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:03.569163 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-1006d4fd-2dbb-49bc-a6ea-e8db5365ff93 req-0857f908-4d5e-4dba-b585-9f45ef6ea9a2 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:03.598017 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0857f908-4d5e-4dba-b585-9f45ef6ea9a2 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Pushing event deleted for resources: {'Port': ['ID=9d4be5bd-d64a-4c9d-839c-12819effab24,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:03.666243 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [req-1006d4fd-2dbb-49bc-a6ea-e8db5365ff93 req-0857f908-4d5e-4dba-b585-9f45ef6ea9a2 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] No DVR routers for this DVR port 9d4be5bd-d64a-4c9d-839c-12819effab24 on host hv-cinder-76018 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:19:03.666243 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-1006d4fd-2dbb-49bc-a6ea-e8db5365ff93 req-0857f908-4d5e-4dba-b585-9f45ef6ea9a2 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for port, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:03.666243 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1006d4fd-2dbb-49bc-a6ea-e8db5365ff93 req-0857f908-4d5e-4dba-b585-9f45ef6ea9a2 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.72 "DELETE /v2.0/ports/9d4be5bd-d64a-4c9d-839c-12819effab24 HTTP/1.1" status: 204 len: 173 time: 0.5058694 Aug 31 01:19:03.666243 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed38f42-f266-4c68-a31d-f08d794546a0', 'name': 'network-vif-deleted', 'tag': '9d4be5bd-d64a-4c9d-839c-12819effab24'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:19:03.666243 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b881214d57cd1965c46d5ffcb12adc10c1d351a412fd4a0d5151f09a2b3a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df633a2-80b4-46eb-8eee-dc3aab4eb0fb" -d '{"events": [{"server_uuid": "0ed38f42-f266-4c68-a31d-f08d794546a0", "name": "network-vif-deleted", "tag": "9d4be5bd-d64a-4c9d-839c-12819effab24"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:19:03.680683 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f44382-ea57-49f0-a296-a54f655f28d3 x-openstack-request-id: req-a7f44382-ea57-49f0-a296-a54f655f28d3 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:19:03.680968 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed38f42-f266-4c68-a31d-f08d794546a0", "name": "network-vif-deleted", "tag": "9d4be5bd-d64a-4c9d-839c-12819effab24", "status": "completed", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:19:03.681235 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a7f44382-ea57-49f0-a296-a54f655f28d3 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:19:03.681624 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed38f42-f266-4c68-a31d-f08d794546a0', 'name': 'network-vif-deleted', 'tag': '9d4be5bd-d64a-4c9d-839c-12819effab24', 'status': 'completed', 'code': 200} Aug 31 01:19:03.965086 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8cc20fad-6fee-4f5a-bfa0-a44d54db3f38 req-02321228-ce40-442c-98d3-8228cb040437 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0270724 Aug 31 01:19:04.326129 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-063c7066-7c93-4f94-ba70-86837d79bffd req-9fc32ddd-7e45-4e28-a1cb-eb1e9358ebbb tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0262313 Aug 31 01:19:05.056966 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-17a9de0c-4b7e-4669-b941-67f03a174848 req-7c16899a-7c82-4d17-8013-013fbfdc6252 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0264866 Aug 31 01:19:05.419176 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-15466368-2c5c-4bc8-8eb9-7a33c03beee8 req-fc49af6f-256c-4f10-8235-1677e8dd436b tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0283060 Aug 31 01:19:06.144774 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-cbc32377-7d3c-458f-8bc9-d0155400be51 req-fd10f22b-0eb2-41d0-99ba-9fb103e8d83e tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0255585 Aug 31 01:19:06.512100 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ac05a889-4798-4b90-9703-10150ddf434b req-d219e429-04a4-4505-86fa-2e626a35024e tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0255654 Aug 31 01:19:06.558356 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-2ea4ca40-4b47-474e-b77e-b81f677a5f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:06.580685 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 9d4be5bd-d64a-4c9d-839c-12819effab24 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:19:06.603991 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] No Port match for: 9d4be5bd-d64a-4c9d-839c-12819effab24 {{(pid=94636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:19:06.604336 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 9d4be5bd-d64a-4c9d-839c-12819effab24 not bound to the agent host hv-cinder-76018 {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:19:07.235522 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-66e46438-a1f3-4703-981e-fb76c3135770 req-45ccef89-123b-45f7-90d7-c88a21126603 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0268400 Aug 31 01:19:07.610538 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d8559a50-caed-4ba2-81d5-669ffa8ab943 req-64dea2b5-43d3-451f-808f-1d9ca4bdc521 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0262842 Aug 31 01:19:08.326992 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-872e5c04-5de8-429b-a2d2-8108c3dfa093 req-698bf863-b42c-4dcc-9bd5-4bd07b215ed2 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0268767 Aug 31 01:19:08.702815 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f08b6ed2-bbb3-4469-bf5d-485075625057 req-c483904f-6121-4818-8570-2f28122aae5a tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0286131 Aug 31 01:19:08.978488 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-8cc0be17-8f85-4d20-be03-915f4e0d49d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:09.333209 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:09.417333 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c9048a4a-855e-43e4-b36d-357f7ade8e79 req-f0b81dcb-80ca-489d-8b90-8b57c49c6230 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0262747 Aug 31 01:19:09.791047 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6a664b28-34d9-4fad-8b9d-dd3326e11785 req-60cde056-ba16-46dc-afd5-ca568bb8acc0 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0250001 Aug 31 01:19:10.020861 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:10.514761 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-07308227-e501-4a3d-ac7d-98283accd388 req-0696c38b-ddf7-42b6-8aa6-1a2765facc1f tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0250351 Aug 31 01:19:10.883411 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6bef48c5-be12-4468-8a7f-4b731c44831f req-60b24623-6f7b-44e6-bd3e-bc583764351f tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0254874 Aug 31 01:19:11.609171 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2a5a3d96-8d10-494d-8ab5-58613f34bbe9 req-bcab27e8-545b-409e-b62e-235156aab8a0 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0257835 Aug 31 01:19:11.982208 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fbd05762-af85-409f-8225-21d544919be5 req-120e1ad7-e9bd-4479-a3fd-e4ffc15d1d4e tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0299056 Aug 31 01:19:11.987126 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:12.700466 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8254b5ba-0eac-4a3f-a984-875ec529098e req-377f2827-d61c-4377-a52a-7c3394403739 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0261228 Aug 31 01:19:13.076771 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5ef0c778-bde9-4f71-9a68-599d8575ca99 req-f113b958-ca1c-4b7c-b66c-9425aaae6085 tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0267124 Aug 31 01:19:13.790902 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d4671352-349c-4d47-97fd-d800521d0d1e req-7af64164-347e-4f52-9e26-8ecbc75a720c tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0256152 Aug 31 01:19:14.187119 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e69cd685-227c-493a-b500-6f0246218ad7 req-03638bd3-7444-4d71-8f40-7a8374cdc72c tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9286fd7-4620-4f6b-95e8-4c08a028ffa3 HTTP/1.1" status: 200 len: 210 time: 0.0323610 Aug 31 01:19:14.284304 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:14.482719 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cb297-5d16-4c14-9153-6aed0ece47ac req-dbb0cf0c-d7b2-43b7-946f-7439064584c0 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:14.484172 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-085cb297-5d16-4c14-9153-6aed0ece47ac req-dbb0cf0c-d7b2-43b7-946f-7439064584c0 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 947 time: 0.0525382 Aug 31 01:19:14.521313 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-085cb297-5d16-4c14-9153-6aed0ece47ac req-8b6c091d-3852-4a76-9be6-1882a565f52d tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311320 Aug 31 01:19:14.884006 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-644bea5d-1b48-41e4-bba0-e8c777bfdc11 req-22b1e803-7eb0-4b96-888e-01ff32c98f6c tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0270600 Aug 31 01:19:15.249507 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 34910) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:15.306995 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-633000af-0991-4bf1-911b-5ddf176c45ea tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.330530 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-633000af-0991-4bf1-911b-5ddf176c45ea tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.579229 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-633000af-0991-4bf1-911b-5ddf176c45ea tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.582006 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-633000af-0991-4bf1-911b-5ddf176c45ea tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.583280 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-633000af-0991-4bf1-911b-5ddf176c45ea tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] 10.222.0.43 "DELETE /v2.0/security-groups/f3e27b6c-4557-4ddd-bf24-cd03db70f192 HTTP/1.1" status: 204 len: 168 time: 0.3327816 Aug 31 01:19:15.601243 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633000af-0991-4bf1-911b-5ddf176c45ea tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e27b6c-4557-4ddd-bf24-cd03db70f192,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:15.603890 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633000af-0991-4bf1-911b-5ddf176c45ea tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:15.606738 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633000af-0991-4bf1-911b-5ddf176c45ea tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:15.606738 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633000af-0991-4bf1-911b-5ddf176c45ea tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:15.606738 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633000af-0991-4bf1-911b-5ddf176c45ea tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:15.606738 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633000af-0991-4bf1-911b-5ddf176c45ea tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:15.606738 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633000af-0991-4bf1-911b-5ddf176c45ea tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:15.606738 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633000af-0991-4bf1-911b-5ddf176c45ea tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:15.606738 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633000af-0991-4bf1-911b-5ddf176c45ea tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:15.606738 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633000af-0991-4bf1-911b-5ddf176c45ea tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:15.607513 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633000af-0991-4bf1-911b-5ddf176c45ea tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:15.607513 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633000af-0991-4bf1-911b-5ddf176c45ea tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:15.607706 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633000af-0991-4bf1-911b-5ddf176c45ea tempest-TestShelveInstance-817100752 tempest-TestShelveInstance-817100752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:15.645303 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64969488-d78e-4635-bb4a-feb9df7a8f8c req-4d9562f2-a2ca-4491-b43c-940bcf5df68a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:15.652142 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-64969488-d78e-4635-bb4a-feb9df7a8f8c req-4d9562f2-a2ca-4491-b43c-940bcf5df68a tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 947 time: 0.0525463 Aug 31 01:19:15.684414 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-64969488-d78e-4635-bb4a-feb9df7a8f8c req-e5a48b1b-c363-45f6-a3ea-b0c1fcc40b8c tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6419a15b-e61d-4a08-8c79-a669c80fd193&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311804 Aug 31 01:19:15.777065 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 34918) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:15.801723 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705a236-c220-4ce4-b40f-39a8475c848e req-092f5a04-cdef-43a4-9670-2aaa59833d0f tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:15.803307 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0705a236-c220-4ce4-b40f-39a8475c848e req-092f5a04-cdef-43a4-9670-2aaa59833d0f tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.72 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 947 time: 0.0492146 Aug 31 01:19:15.901262 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [req-0705a236-c220-4ce4-b40f-39a8475c848e req-5280343f-cde8-43ed-bbf0-11c7d2368d80 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Deleting port 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:15.901604 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-0705a236-c220-4ce4-b40f-39a8475c848e req-5280343f-cde8-43ed-bbf0-11c7d2368d80 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:15.986513 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b85ff841-7a15-4263-b3f6-ccb689d5ed31 req-d686234e-d5e0-4282-9b09-6dd3ae3c9efe tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0349045 Aug 31 01:19:16.020132 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [req-0705a236-c220-4ce4-b40f-39a8475c848e req-5280343f-cde8-43ed-bbf0-11c7d2368d80 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] For port 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=5fa7986e-c6cc-45c9-a07a-06a5c8573e7d,segment=NetworkSegment(6d53e54b-6190-4b24-885a-ba7d2444e469),segment_id=6d53e54b-6190-4b24-885a-ba7d2444e469)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:16.020496 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-0705a236-c220-4ce4-b40f-39a8475c848e req-5280343f-cde8-43ed-bbf0-11c7d2368d80 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:16.192080 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-0705a236-c220-4ce4-b40f-39a8475c848e req-5280343f-cde8-43ed-bbf0-11c7d2368d80 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:16.192477 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-0705a236-c220-4ce4-b40f-39a8475c848e req-5280343f-cde8-43ed-bbf0-11c7d2368d80 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371979'] for floatingip, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:16.192954 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.db.l3_db [req-0705a236-c220-4ce4-b40f-39a8475c848e req-5280343f-cde8-43ed-bbf0-11c7d2368d80 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Floating IP a1dd9b50-2620-4ea1-b273-598eed670776 disassociated. External IP: 172.27.3.157, port: 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d. Aug 31 01:19:16.193381 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [req-0705a236-c220-4ce4-b40f-39a8475c848e req-5280343f-cde8-43ed-bbf0-11c7d2368d80 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Calling delete_port for 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d owned by compute:nova {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:16.231706 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a46a770c-eeae-4d6a-b683-561798b89cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370955'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:16.386826 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-0705a236-c220-4ce4-b40f-39a8475c848e req-5280343f-cde8-43ed-bbf0-11c7d2368d80 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:16.419374 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280343f-cde8-43ed-bbf0-11c7d2368d80 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Pushing event deleted for resources: {'Port': ['ID=5fa7986e-c6cc-45c9-a07a-06a5c8573e7d,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:16.471530 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-a46a770c-eeae-4d6a-b683-561798b89cea admin admin] Deleting port fed65049-6cff-4f65-bf9e-b001f3def8ab {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:16.472120 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a46a770c-eeae-4d6a-b683-561798b89cea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:16.527989 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0705a236-c220-4ce4-b40f-39a8475c848e req-5280343f-cde8-43ed-bbf0-11c7d2368d80 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Router 4b3525fc-8196-4326-94be-ddc5a5c3e862 has already been hosted by L3 agent c5d183af-b1ef-4815-8853-b3c8447fce00 {{(pid=94635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:19:16.547349 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-a46a770c-eeae-4d6a-b683-561798b89cea admin admin] For port fed65049-6cff-4f65-bf9e-b001f3def8ab, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=fed65049-6cff-4f65-bf9e-b001f3def8ab,segment=NetworkSegment(ba206874-6b12-4184-9530-5ff25f26c89f),segment_id=ba206874-6b12-4184-9530-5ff25f26c89f)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:16.547717 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a46a770c-eeae-4d6a-b683-561798b89cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:16.563813 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-a46a770c-eeae-4d6a-b683-561798b89cea admin admin] Calling delete_port for fed65049-6cff-4f65-bf9e-b001f3def8ab owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:16.811536 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a46a770c-eeae-4d6a-b683-561798b89cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126575170'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:16.839431 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46a770c-eeae-4d6a-b683-561798b89cea admin admin] Pushing event deleted for resources: {'Port': ['ID=fed65049-6cff-4f65-bf9e-b001f3def8ab,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:16.914804 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-147ed4d7-41c0-482b-afd9-959d8fcbc33f req-b4045651-5c02-4cb2-9485-6c3b3007c54d tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/ports?device_id=9eebeddb-5cfb-4ac5-ba34-e20f1c94f921 HTTP/1.1" status: 200 len: 210 time: 0.0314052 Aug 31 01:19:16.919405 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0705a236-c220-4ce4-b40f-39a8475c848e req-5280343f-cde8-43ed-bbf0-11c7d2368d80 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify agent at l3_agent.dv-cinder-760180-3-iscsi the message routers_updated {{(pid=94635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:19:16.933266 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb3cfb1-58db-4cf3-acc0-fc803383d870 None None] Sync routers for ids ['4b3525fc-8196-4326-94be-ddc5a5c3e862'] in dv-cinder-760180-3-iscsi {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:19:16.955298 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb3cfb1-58db-4cf3-acc0-fc803383d870 None None] Routers {'4b3525fc-8196-4326-94be-ddc5a5c3e862'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:16.956272 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-3eb3cfb1-58db-4cf3-acc0-fc803383d870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:19:09Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['4b3525fc-8196-4326-94be-ddc5a5c3e862'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:16.962180 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [req-0705a236-c220-4ce4-b40f-39a8475c848e req-5280343f-cde8-43ed-bbf0-11c7d2368d80 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] No DVR routers for this DVR port 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d on host hv-cinder-76018 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:19:16.964993 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-0705a236-c220-4ce4-b40f-39a8475c848e req-5280343f-cde8-43ed-bbf0-11c7d2368d80 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for port, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:16.967345 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0705a236-c220-4ce4-b40f-39a8475c848e req-5280343f-cde8-43ed-bbf0-11c7d2368d80 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.72 "DELETE /v2.0/ports/5fa7986e-c6cc-45c9-a07a-06a5c8573e7d HTTP/1.1" status: 204 len: 173 time: 1.1560183 Aug 31 01:19:16.967649 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eebeddb-5cfb-4ac5-ba34-e20f1c94f921', 'name': 'network-vif-deleted', 'tag': '5fa7986e-c6cc-45c9-a07a-06a5c8573e7d'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:19:16.970146 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b881214d57cd1965c46d5ffcb12adc10c1d351a412fd4a0d5151f09a2b3a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5b610d-a83c-45c0-aea1-2147dcdb574d" -d '{"events": [{"server_uuid": "9eebeddb-5cfb-4ac5-ba34-e20f1c94f921", "name": "network-vif-deleted", "tag": "5fa7986e-c6cc-45c9-a07a-06a5c8573e7d"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:19:17.019312 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00950737-c588-4aec-9d1a-fb776e3360a9 x-openstack-request-id: req-00950737-c588-4aec-9d1a-fb776e3360a9 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:19:17.019312 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eebeddb-5cfb-4ac5-ba34-e20f1c94f921", "name": "network-vif-deleted", "tag": "5fa7986e-c6cc-45c9-a07a-06a5c8573e7d", "status": "completed", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:19:17.019312 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-00950737-c588-4aec-9d1a-fb776e3360a9 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:19:17.020444 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eebeddb-5cfb-4ac5-ba34-e20f1c94f921', 'name': 'network-vif-deleted', 'tag': '5fa7986e-c6cc-45c9-a07a-06a5c8573e7d', 'status': 'completed', 'code': 200} Aug 31 01:19:17.081728 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a46a770c-eeae-4d6a-b683-561798b89cea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-371095'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:17.087223 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-3eb3cfb1-58db-4cf3-acc0-fc803383d870 None None] Set router 4b3525fc-8196-4326-94be-ddc5a5c3e862 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:19:17.113112 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1afb3dea-2448-444b-aeb3-19c6ade61ea5 req-7031bde6-bd0f-43e0-8a86-4a03b205be4c tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0387146 Aug 31 01:19:17.301770 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-3eb3cfb1-58db-4cf3-acc0-fc803383d870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'name': 'tempest-AttachVolumeShelveTestJSON-2113926238-router', 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'b7faadf1-a0aa-444e-8412-24b9542bff98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:34Z', 'updated_at': '2021-08-31T01:09:44Z', 'revision_number': 4, 'project_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'gw_port': {'id': 'b7faadf1-a0aa-444e-8412-24b9542bff98', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:41:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:35Z', 'updated_at': '2021-08-31T01:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': '439a5d3d-003f-4c41-b802-c13259706c8a', 'name': '', 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff', 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'mac_address': 'fa:16:3e:17:86:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:41Z', 'updated_at': '2021-08-31T01:09:56Z', 'revision_number': 5, 'project_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'subnets': [{'id': '8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:17.328418 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a46a770c-eeae-4d6a-b683-561798b89cea admin admin] Router 19737475-04cd-42d5-8ff0-912276209e2e has already been hosted by L3 agent c5d183af-b1ef-4815-8853-b3c8447fce00 {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:19:17.331543 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb3cfb1-58db-4cf3-acc0-fc803383d870 None None] Checking router: 4b3525fc-8196-4326-94be-ddc5a5c3e862 for host: dv-cinder-760180-3-iscsi {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:19:17.340276 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb3cfb1-58db-4cf3-acc0-fc803383d870 None None] Routers {'4b3525fc-8196-4326-94be-ddc5a5c3e862'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:17.340899 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-3eb3cfb1-58db-4cf3-acc0-fc803383d870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:19:09Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['4b3525fc-8196-4326-94be-ddc5a5c3e862'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:17.436390 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46a770c-eeae-4d6a-b683-561798b89cea admin admin] Notify agent at l3_agent.dv-cinder-760180-3-iscsi the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:19:17.441880 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-3eb3cfb1-58db-4cf3-acc0-fc803383d870 None None] Set router 4b3525fc-8196-4326-94be-ddc5a5c3e862 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:19:17.442365 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-a46a770c-eeae-4d6a-b683-561798b89cea admin admin] 10.222.0.43 "PUT /v2.0/routers/19737475-04cd-42d5-8ff0-912276209e2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6641564 Aug 31 01:19:17.445612 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 34938) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:17.446448 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7d8eff-0922-4939-a172-9cd546307b18 None None] Sync routers for ids ['19737475-04cd-42d5-8ff0-912276209e2e'] in dv-cinder-760180-3-iscsi {{(pid=94637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:19:17.457960 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7d8eff-0922-4939-a172-9cd546307b18 None None] Routers {'19737475-04cd-42d5-8ff0-912276209e2e'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:17.458631 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-1e7d8eff-0922-4939-a172-9cd546307b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:19:09Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['19737475-04cd-42d5-8ff0-912276209e2e'], 'active': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:17.572654 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvr_db [None req-1e7d8eff-0922-4939-a172-9cd546307b18 None None] Set router 19737475-04cd-42d5-8ff0-912276209e2e gateway port host: dv-cinder-760180-3-iscsi {{(pid=94637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:19:17.658418 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-3eb3cfb1-58db-4cf3-acc0-fc803383d870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'name': 'tempest-AttachVolumeShelveTestJSON-2113926238-router', 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'b7faadf1-a0aa-444e-8412-24b9542bff98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:34Z', 'updated_at': '2021-08-31T01:09:44Z', 'revision_number': 4, 'project_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'gw_port': {'id': 'b7faadf1-a0aa-444e-8412-24b9542bff98', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:41:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:35Z', 'updated_at': '2021-08-31T01:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': '439a5d3d-003f-4c41-b802-c13259706c8a', 'name': '', 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff', 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'mac_address': 'fa:16:3e:17:86:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:41Z', 'updated_at': '2021-08-31T01:09:56Z', 'revision_number': 5, 'project_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'subnets': [{'id': '8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:17.685757 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb3cfb1-58db-4cf3-acc0-fc803383d870 None None] The sync data for ids ['4b3525fc-8196-4326-94be-ddc5a5c3e862'] in dv-cinder-760180-3-iscsi is: [{'id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'name': 'tempest-AttachVolumeShelveTestJSON-2113926238-router', 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'b7faadf1-a0aa-444e-8412-24b9542bff98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:34Z', 'updated_at': '2021-08-31T01:09:44Z', 'revision_number': 4, 'project_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'gw_port': {'id': 'b7faadf1-a0aa-444e-8412-24b9542bff98', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:41:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:35Z', 'updated_at': '2021-08-31T01:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': '439a5d3d-003f-4c41-b802-c13259706c8a', 'name': '', 'network_id': 'cbc670e8-9863-4523-934f-dc257f6800ff', 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'mac_address': 'fa:16:3e:17:86:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:41Z', 'updated_at': '2021-08-31T01:09:56Z', 'revision_number': 5, 'project_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'subnets': [{'id': '8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:19:17.771405 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-1e7d8eff-0922-4939-a172-9cd546307b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19737475-04cd-42d5-8ff0-912276209e2e', 'name': 'tempest-TestShelveInstance-1067843698-router', 'tenant_id': '4df7148800d8445eb8e806c1f06e0c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'f78b0d42-9fbf-4467-8b2f-7afcc1b0de02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:36Z', 'updated_at': '2021-08-31T01:19:16Z', 'revision_number': 5, 'project_id': '4df7148800d8445eb8e806c1f06e0c15', 'gw_port': {'id': 'f78b0d42-9fbf-4467-8b2f-7afcc1b0de02', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19737475-04cd-42d5-8ff0-912276209e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:37Z', 'updated_at': '2021-08-31T01:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi'}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:17.827472 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3cc436ee-14b1-4d82-991a-82e73fab32a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:17.899842 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7d8eff-0922-4939-a172-9cd546307b18 None None] Checking router: 19737475-04cd-42d5-8ff0-912276209e2e for host: dv-cinder-760180-3-iscsi {{(pid=94637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:19:17.909626 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7d8eff-0922-4939-a172-9cd546307b18 None None] Routers {'19737475-04cd-42d5-8ff0-912276209e2e'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:17.910551 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-1e7d8eff-0922-4939-a172-9cd546307b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:19:09Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['19737475-04cd-42d5-8ff0-912276209e2e'], 'active': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:17.942017 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3cc436ee-14b1-4d82-991a-82e73fab32a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:17.969643 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b195df1-0044-44d3-a460-7b426d3bd921 None None] New status for floating IP a1dd9b50-2620-4ea1-b273-598eed670776: DOWN {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:19:18.024279 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvr_db [None req-1e7d8eff-0922-4939-a172-9cd546307b18 None None] Set router 19737475-04cd-42d5-8ff0-912276209e2e gateway port host: dv-cinder-760180-3-iscsi {{(pid=94637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:19:18.064421 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-3cc436ee-14b1-4d82-991a-82e73fab32a6 admin admin] Deleting port f78b0d42-9fbf-4467-8b2f-7afcc1b0de02 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:18.064819 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3cc436ee-14b1-4d82-991a-82e73fab32a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:18.081000 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 34944) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:18.142747 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2a187c41-c205-4b87-a453-4a4d06da42db tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:18.150442 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-3cc436ee-14b1-4d82-991a-82e73fab32a6 admin admin] For port f78b0d42-9fbf-4467-8b2f-7afcc1b0de02, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=f78b0d42-9fbf-4467-8b2f-7afcc1b0de02,segment=NetworkSegment(1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a),segment_id=1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:18.150897 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3cc436ee-14b1-4d82-991a-82e73fab32a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:18.167229 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-3cc436ee-14b1-4d82-991a-82e73fab32a6 admin admin] Calling delete_port for f78b0d42-9fbf-4467-8b2f-7afcc1b0de02 owned by network:router_gateway {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:18.187926 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2a187c41-c205-4b87-a453-4a4d06da42db tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:18.223147 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-1e7d8eff-0922-4939-a172-9cd546307b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19737475-04cd-42d5-8ff0-912276209e2e', 'name': 'tempest-TestShelveInstance-1067843698-router', 'tenant_id': '4df7148800d8445eb8e806c1f06e0c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'f78b0d42-9fbf-4467-8b2f-7afcc1b0de02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:36Z', 'updated_at': '2021-08-31T01:19:16Z', 'revision_number': 5, 'project_id': '4df7148800d8445eb8e806c1f06e0c15', 'gw_port': {'id': 'f78b0d42-9fbf-4467-8b2f-7afcc1b0de02', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19737475-04cd-42d5-8ff0-912276209e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:37Z', 'updated_at': '2021-08-31T01:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi'}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:18.245096 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e5cfa72c-3f69-4b19-bb99-09649e23bdf1 req-fc239ee7-a3d7-4e82-bbad-e1faf0b3222d tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0427086 Aug 31 01:19:18.255625 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7d8eff-0922-4939-a172-9cd546307b18 None None] The sync data for ids ['19737475-04cd-42d5-8ff0-912276209e2e'] in dv-cinder-760180-3-iscsi is: [{'id': '19737475-04cd-42d5-8ff0-912276209e2e', 'name': 'tempest-TestShelveInstance-1067843698-router', 'tenant_id': '4df7148800d8445eb8e806c1f06e0c15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'f78b0d42-9fbf-4467-8b2f-7afcc1b0de02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:36Z', 'updated_at': '2021-08-31T01:19:16Z', 'revision_number': 5, 'project_id': '4df7148800d8445eb8e806c1f06e0c15', 'gw_port': {'id': 'f78b0d42-9fbf-4467-8b2f-7afcc1b0de02', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19737475-04cd-42d5-8ff0-912276209e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:37Z', 'updated_at': '2021-08-31T01:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi'}] {{(pid=94637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:19:18.330127 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2a187c41-c205-4b87-a453-4a4d06da42db tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:18.332886 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-2a187c41-c205-4b87-a453-4a4d06da42db tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:18.334225 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-2a187c41-c205-4b87-a453-4a4d06da42db tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "DELETE /v2.0/security-groups/6419a15b-e61d-4a08-8c79-a669c80fd193 HTTP/1.1" status: 204 len: 168 time: 0.2517495 Aug 31 01:19:18.337297 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 34952) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:18.354768 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a187c41-c205-4b87-a453-4a4d06da42db tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6419a15b-e61d-4a08-8c79-a669c80fd193,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:18.358109 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.api.v2.resource [None req-b2b04e7d-d22e-4214-8a9f-64781904c493 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] show failed (client error): The resource could not be found. Aug 31 01:19:18.361840 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-b2b04e7d-d22e-4214-8a9f-64781904c493 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "GET /v2.0/security-groups/6419a15b-e61d-4a08-8c79-a669c80fd193 HTTP/1.1" status: 404 len: 347 time: 0.0209603 Aug 31 01:19:18.362858 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 34954) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:18.439643 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3cc436ee-14b1-4d82-991a-82e73fab32a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126575170'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:18.492001 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc436ee-14b1-4d82-991a-82e73fab32a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f78b0d42-9fbf-4467-8b2f-7afcc1b0de02,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:18.561370 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3cc436ee-14b1-4d82-991a-82e73fab32a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372021'] for router_gateway, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:18.565139 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-7d9c5907-d1a8-4ce0-8f9a-e9093e1db382 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Deleting port 0e9727bf-cbb6-4968-8cd4-f1e045db3120 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:18.565470 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7d9c5907-d1a8-4ce0-8f9a-e9093e1db382 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:18.692188 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3cc436ee-14b1-4d82-991a-82e73fab32a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-381963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4375'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:18.695558 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3cc436ee-14b1-4d82-991a-82e73fab32a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:18.751436 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device fed65049-6cff-4f65-bf9e-b001f3def8ab no longer exists at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:19:18.760539 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7d9c5907-d1a8-4ce0-8f9a-e9093e1db382 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:18.762363 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7d9c5907-d1a8-4ce0-8f9a-e9093e1db382 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:18.773145 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-7d9c5907-d1a8-4ce0-8f9a-e9093e1db382 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Calling delete_port for 0e9727bf-cbb6-4968-8cd4-f1e045db3120 owned by network:floatingip {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:18.776265 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] No Port match for: fed65049-6cff-4f65-bf9e-b001f3def8ab {{(pid=94636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:19:18.776614 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device fed65049-6cff-4f65-bf9e-b001f3def8ab not bound to the agent host dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:19:18.823146 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3cc436ee-14b1-4d82-991a-82e73fab32a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-381952'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:18.823385 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc436ee-14b1-4d82-991a-82e73fab32a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19737475-04cd-42d5-8ff0-912276209e2e {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:19:18.828537 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3cc436ee-14b1-4d82-991a-82e73fab32a6 admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:18.832325 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-3cc436ee-14b1-4d82-991a-82e73fab32a6 admin admin] 10.222.0.43 "DELETE /v2.0/routers/19737475-04cd-42d5-8ff0-912276209e2e HTTP/1.1" status: 204 len: 168 time: 1.3830154 Aug 31 01:19:18.832325 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 34956) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:18.899756 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ad59568-115a-4fb0-92d4-7795ccb5e8ed admin admin] Deleting subnet 363fa58a-29af-4ce3-8619-cd226a6a41d7 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:19:18.903927 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0ad59568-115a-4fb0-92d4-7795ccb5e8ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:18.963560 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0ad59568-115a-4fb0-92d4-7795ccb5e8ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126401387'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.051268 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0ad59568-115a-4fb0-92d4-7795ccb5e8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1450095'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.095677 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7d9c5907-d1a8-4ce0-8f9a-e9093e1db382 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126575170'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.124826 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c5907-d1a8-4ce0-8f9a-e9093e1db382 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Pushing event deleted for resources: {'Port': ['ID=0e9727bf-cbb6-4968-8cd4-f1e045db3120,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:19.182441 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7d9c5907-d1a8-4ce0-8f9a-e9093e1db382 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks [] for floatingip, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.185079 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7d9c5907-d1a8-4ce0-8f9a-e9093e1db382 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.186252 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-7d9c5907-d1a8-4ce0-8f9a-e9093e1db382 tempest-AttachVolumeShelveTestJSON-1286590426 tempest-AttachVolumeShelveTestJSON-1286590426-project] 10.222.0.43 "DELETE /v2.0/floatingips/a1dd9b50-2620-4ea1-b273-598eed670776 HTTP/1.1" status: 204 len: 168 time: 0.8223569 Aug 31 01:19:19.187757 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0ad59568-115a-4fb0-92d4-7795ccb5e8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1450084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126575149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126404209'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.215704 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad59568-115a-4fb0-92d4-7795ccb5e8ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=363fa58a-29af-4ce3-8619-cd226a6a41d7,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:19.226503 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0ad59568-115a-4fb0-92d4-7795ccb5e8ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.228370 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-0ad59568-115a-4fb0-92d4-7795ccb5e8ed admin admin] 10.222.0.43 "DELETE /v2.0/subnets/363fa58a-29af-4ce3-8619-cd226a6a41d7 HTTP/1.1" status: 204 len: 168 time: 0.3952835 Aug 31 01:19:19.230823 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 34960) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:19.233253 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd16fa5f-f4b7-4e80-af60-1c2606df6e26 None None] Network b70f1308-c8a8-4826-977d-96316713ef7d requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:19.301845 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3cfdbc52-1e68-4e27-85bf-0639ff446889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525824'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.362094 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0b7cc190-c771-4f2f-8d88-c93f3c09f1d9 req-bed87091-5081-4d45-8a33-195ad9db9de4 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0326264 Aug 31 01:19:19.371870 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-3cfdbc52-1e68-4e27-85bf-0639ff446889 admin admin] Deleting port 6b4dc8a9-15a6-433c-9450-6bb108840a70 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:19.374576 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3cfdbc52-1e68-4e27-85bf-0639ff446889 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.445751 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-3cfdbc52-1e68-4e27-85bf-0639ff446889 admin admin] For port 6b4dc8a9-15a6-433c-9450-6bb108840a70, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=6b4dc8a9-15a6-433c-9450-6bb108840a70,segment=NetworkSegment(ba206874-6b12-4184-9530-5ff25f26c89f),segment_id=ba206874-6b12-4184-9530-5ff25f26c89f)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:19.445751 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3cfdbc52-1e68-4e27-85bf-0639ff446889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.451520 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6a0d2f-b729-4521-a093-8163ffde2f6a None None] DHCP port deletion for b70f1308-c8a8-4826-977d-96316713ef7d request from dv-cinder-760180-3-iscsi {{(pid=94636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:19:19.467568 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-3cfdbc52-1e68-4e27-85bf-0639ff446889 admin admin] Calling delete_port for 6b4dc8a9-15a6-433c-9450-6bb108840a70 owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:19.504242 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-1a6a0d2f-b729-4521-a093-8163ffde2f6a None None] Deleting port 6b4dc8a9-15a6-433c-9450-6bb108840a70 {{(pid=94636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:19.505828 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-1a6a0d2f-b729-4521-a093-8163ffde2f6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.570826 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-1a6a0d2f-b729-4521-a093-8163ffde2f6a None None] For port 6b4dc8a9-15a6-433c-9450-6bb108840a70, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=6b4dc8a9-15a6-433c-9450-6bb108840a70,segment=NetworkSegment(ba206874-6b12-4184-9530-5ff25f26c89f),segment_id=ba206874-6b12-4184-9530-5ff25f26c89f)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:19.571224 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-1a6a0d2f-b729-4521-a093-8163ffde2f6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.583436 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-1a6a0d2f-b729-4521-a093-8163ffde2f6a None None] Calling delete_port for 6b4dc8a9-15a6-433c-9450-6bb108840a70 owned by network:dhcp {{(pid=94636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:19.630797 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3cfdbc52-1e68-4e27-85bf-0639ff446889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126575170'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.657845 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfdbc52-1e68-4e27-85bf-0639ff446889 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b4dc8a9-15a6-433c-9450-6bb108840a70,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:19.659923 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfdbc52-1e68-4e27-85bf-0639ff446889 admin admin] No DVR routers for this DVR port 6b4dc8a9-15a6-433c-9450-6bb108840a70 on host dv-cinder-760180-3-iscsi {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:19:19.663747 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-1a6a0d2f-b729-4521-a093-8163ffde2f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231'] for port, after_delete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.688092 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a0d2f-b729-4521-a093-8163ffde2f6a None None] Pushing event deleted for resources: {'Port': ['ID=6b4dc8a9-15a6-433c-9450-6bb108840a70,revision_number=None']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:19.695388 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6a0d2f-b729-4521-a093-8163ffde2f6a None None] No DVR routers for this DVR port 6b4dc8a9-15a6-433c-9450-6bb108840a70 on host dv-cinder-760180-3-iscsi {{(pid=94636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:19:19.697403 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6a0d2f-b729-4521-a093-8163ffde2f6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:19.697747 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6a0d2f-b729-4521-a093-8163ffde2f6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:19.698087 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6a0d2f-b729-4521-a093-8163ffde2f6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:19.698417 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6a0d2f-b729-4521-a093-8163ffde2f6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:19.698768 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6a0d2f-b729-4521-a093-8163ffde2f6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:19.699093 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6a0d2f-b729-4521-a093-8163ffde2f6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:19.699417 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6a0d2f-b729-4521-a093-8163ffde2f6a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:19.699743 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6a0d2f-b729-4521-a093-8163ffde2f6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:19.700064 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6a0d2f-b729-4521-a093-8163ffde2f6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:19.700382 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6a0d2f-b729-4521-a093-8163ffde2f6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:19.700700 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6a0d2f-b729-4521-a093-8163ffde2f6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:19.701014 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6a0d2f-b729-4521-a093-8163ffde2f6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:19:19.737010 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3cfdbc52-1e68-4e27-85bf-0639ff446889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1451156', 'neutron.services.segments.db._delete_segments_for_network-8766773786049'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.746570 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.services.segments.db [None req-3cfdbc52-1e68-4e27-85bf-0639ff446889 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b70f1308-c8a8-4826-977d-96316713ef7d']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:19.756949 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.services.segments.db [None req-3cfdbc52-1e68-4e27-85bf-0639ff446889 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba206874-6b12-4184-9530-5ff25f26c89f') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:19.757248 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.services.segments.db [None req-3cfdbc52-1e68-4e27-85bf-0639ff446889 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba206874-6b12-4184-9530-5ff25f26c89f') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:19.765693 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3cfdbc52-1e68-4e27-85bf-0639ff446889 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766773797205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126401360'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.779314 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3cfdbc52-1e68-4e27-85bf-0639ff446889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.784886 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cfdbc52-1e68-4e27-85bf-0639ff446889 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:19:19.785271 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3cfdbc52-1e68-4e27-85bf-0639ff446889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126575255'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.786872 dv-cinder-760180-3-iscsi neutron-server[94634]: Traceback (most recent call last): Aug 31 01:19:19.786872 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:19:19.786872 dv-cinder-760180-3-iscsi neutron-server[94634]: timer() Aug 31 01:19:19.786872 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:19:19.786872 dv-cinder-760180-3-iscsi neutron-server[94634]: cb(*args, **kw) Aug 31 01:19:19.786872 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:19:19.786872 dv-cinder-760180-3-iscsi neutron-server[94634]: return func(*args, **kwargs) Aug 31 01:19:19.786872 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:19:19.786872 dv-cinder-760180-3-iscsi neutron-server[94634]: self._notify() Aug 31 01:19:19.786872 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:19:19.786872 dv-cinder-760180-3-iscsi neutron-server[94634]: self.callback(batched_events) Aug 31 01:19:19.786872 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:19:19.786872 dv-cinder-760180-3-iscsi neutron-server[94634]: event.method(event) Aug 31 01:19:19.786872 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:19:19.786872 dv-cinder-760180-3-iscsi neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:19:19.786872 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:19:19.786872 dv-cinder-760180-3-iscsi neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:19:19.786872 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:19:19.786872 dv-cinder-760180-3-iscsi neutron-server[94634]: return f(self, *a, **k) Aug 31 01:19:19.786872 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:19:19.786872 dv-cinder-760180-3-iscsi neutron-server[94634]: return self._get(url).json() Aug 31 01:19:19.786872 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:19:19.786872 dv-cinder-760180-3-iscsi neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:19:19.786872 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:19:19.786872 dv-cinder-760180-3-iscsi neutron-server[94634]: return self.request(url, 'GET', **kwargs) Aug 31 01:19:19.786872 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:19:19.786872 dv-cinder-760180-3-iscsi neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:19:19.786872 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:19:19.786872 dv-cinder-760180-3-iscsi neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:19:19.786872 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:19:19.786872 dv-cinder-760180-3-iscsi neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:19:19.786872 dv-cinder-760180-3-iscsi neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:19:19.912730 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3cfdbc52-1e68-4e27-85bf-0639ff446889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1451149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371993'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.918001 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3cfdbc52-1e68-4e27-85bf-0639ff446889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:19.919834 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-3cfdbc52-1e68-4e27-85bf-0639ff446889 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b70f1308-c8a8-4826-977d-96316713ef7d HTTP/1.1" status: 204 len: 168 time: 0.6879091 Aug 31 01:19:19.922879 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 34970) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:19.930554 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfdbc52-1e68-4e27-85bf-0639ff446889 admin admin] Pushing event deleted for resources: {'Network': ['ID=b70f1308-c8a8-4826-977d-96316713ef7d,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:20.257273 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-46f570de-1abd-444d-aaaf-79769c6e09b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370955'] for router_interface, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:20.394799 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device f78b0d42-9fbf-4467-8b2f-7afcc1b0de02 no longer exists at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:19:20.414595 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] No Port match for: f78b0d42-9fbf-4467-8b2f-7afcc1b0de02 {{(pid=94636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:19:20.414942 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device f78b0d42-9fbf-4467-8b2f-7afcc1b0de02 not bound to the agent host dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:19:20.415362 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 6b4dc8a9-15a6-433c-9450-6bb108840a70 no longer exists at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:19:20.437411 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] No Port match for: 6b4dc8a9-15a6-433c-9450-6bb108840a70 {{(pid=94636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:19:20.437756 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 6b4dc8a9-15a6-433c-9450-6bb108840a70 not bound to the agent host dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:19:20.512408 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d20e7440-46c4-4def-989e-0fdef99dcb7b req-99c74e92-db9f-4cd6-9b41-832c6dbd3ca1 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0309868 Aug 31 01:19:20.529242 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-46f570de-1abd-444d-aaaf-79769c6e09b0 admin admin] Deleting port 7d9453f6-315b-4432-8db0-3a85d55a2e23 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:20.529750 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-46f570de-1abd-444d-aaaf-79769c6e09b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:20.608485 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-46f570de-1abd-444d-aaaf-79769c6e09b0 admin admin] For port 7d9453f6-315b-4432-8db0-3a85d55a2e23, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=7d9453f6-315b-4432-8db0-3a85d55a2e23,segment=NetworkSegment(ef0f2bb0-9f5a-4bc2-8605-93f893c563c3),segment_id=ef0f2bb0-9f5a-4bc2-8605-93f893c563c3)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:20.608848 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-46f570de-1abd-444d-aaaf-79769c6e09b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:20.609347 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:19:20.621966 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-46f570de-1abd-444d-aaaf-79769c6e09b0 admin admin] Calling delete_port for 7d9453f6-315b-4432-8db0-3a85d55a2e23 owned by network:router_interface {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:20.628990 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] No Port match for: 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d {{(pid=94636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:19:20.629341 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 5fa7986e-c6cc-45c9-a07a-06a5c8573e7d not bound to the agent host hv-cinder-76018 {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:19:20.855473 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-46f570de-1abd-444d-aaaf-79769c6e09b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:20.887853 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f570de-1abd-444d-aaaf-79769c6e09b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d9453f6-315b-4432-8db0-3a85d55a2e23,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:21.044202 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-46f570de-1abd-444d-aaaf-79769c6e09b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-371095'] for router_interface, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:21.250151 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f570de-1abd-444d-aaaf-79769c6e09b0 admin admin] Router ab6c78a4-17b7-4422-abdc-bb254178396a has already been hosted by L3 agent c5d183af-b1ef-4815-8853-b3c8447fce00 {{(pid=94635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:19:21.351672 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f570de-1abd-444d-aaaf-79769c6e09b0 admin admin] Notify agent at l3_agent.dv-cinder-760180-3-iscsi the message routers_updated {{(pid=94635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:19:21.356555 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-46f570de-1abd-444d-aaaf-79769c6e09b0 admin admin] 10.222.0.43 "PUT /v2.0/routers/ab6c78a4-17b7-4422-abdc-bb254178396a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4325421 Aug 31 01:19:21.359136 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 34982) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:21.360254 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811c3bd0-963e-483b-a585-f9677e03aedd None None] Sync routers for ids ['ab6c78a4-17b7-4422-abdc-bb254178396a'] in dv-cinder-760180-3-iscsi {{(pid=94637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:19:21.369552 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811c3bd0-963e-483b-a585-f9677e03aedd None None] Routers {'ab6c78a4-17b7-4422-abdc-bb254178396a'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:21.370182 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-811c3bd0-963e-483b-a585-f9677e03aedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:19:09Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['ab6c78a4-17b7-4422-abdc-bb254178396a'], 'active': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:21.461534 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-87028742-de35-4777-a598-7ff085bebaf5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:21.469972 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvr_db [None req-811c3bd0-963e-483b-a585-f9677e03aedd None None] Set router ab6c78a4-17b7-4422-abdc-bb254178396a gateway port host: dv-cinder-760180-3-iscsi {{(pid=94637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:19:21.568585 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-87028742-de35-4777-a598-7ff085bebaf5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:21.618691 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6a640ea3-8c0c-4b9a-ab51-dacb6e817fe2 req-d203b513-fd6b-4b31-b72e-b5732b26c98c tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0308836 Aug 31 01:19:21.663458 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-811c3bd0-963e-483b-a585-f9677e03aedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6c78a4-17b7-4422-abdc-bb254178396a', 'name': 'tempest-TestShelveInstance-1954449351-router', 'tenant_id': '09ce3c813e6b41ae88bd7d4b01296dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '192e3c70-6a47-405d-8e52-7d33f407f4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:47Z', 'updated_at': '2021-08-31T01:19:20Z', 'revision_number': 5, 'project_id': '09ce3c813e6b41ae88bd7d4b01296dbf', 'gw_port': {'id': '192e3c70-6a47-405d-8e52-7d33f407f4b8', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:9e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6c78a4-17b7-4422-abdc-bb254178396a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:49Z', 'updated_at': '2021-08-31T01:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi'}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:21.691817 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811c3bd0-963e-483b-a585-f9677e03aedd None None] Checking router: ab6c78a4-17b7-4422-abdc-bb254178396a for host: dv-cinder-760180-3-iscsi {{(pid=94637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:19:21.694986 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-87028742-de35-4777-a598-7ff085bebaf5 admin admin] Deleting port 192e3c70-6a47-405d-8e52-7d33f407f4b8 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:21.695324 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-87028742-de35-4777-a598-7ff085bebaf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:21.700462 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811c3bd0-963e-483b-a585-f9677e03aedd None None] Routers {'ab6c78a4-17b7-4422-abdc-bb254178396a'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:19:21.701051 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-811c3bd0-963e-483b-a585-f9677e03aedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:19:09Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['ab6c78a4-17b7-4422-abdc-bb254178396a'], 'active': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:21.773507 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-87028742-de35-4777-a598-7ff085bebaf5 admin admin] For port 192e3c70-6a47-405d-8e52-7d33f407f4b8, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=192e3c70-6a47-405d-8e52-7d33f407f4b8,segment=NetworkSegment(1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a),segment_id=1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:21.773866 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-87028742-de35-4777-a598-7ff085bebaf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:21.785304 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvr_db [None req-811c3bd0-963e-483b-a585-f9677e03aedd None None] Set router ab6c78a4-17b7-4422-abdc-bb254178396a gateway port host: None {{(pid=94637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:19:21.785509 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-87028742-de35-4777-a598-7ff085bebaf5 admin admin] Calling delete_port for 192e3c70-6a47-405d-8e52-7d33f407f4b8 owned by network:router_gateway {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:21.837653 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-811c3bd0-963e-483b-a585-f9677e03aedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6c78a4-17b7-4422-abdc-bb254178396a', 'name': 'tempest-TestShelveInstance-1954449351-router', 'tenant_id': '09ce3c813e6b41ae88bd7d4b01296dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:47Z', 'updated_at': '2021-08-31T01:19:21Z', 'revision_number': 6, 'project_id': '09ce3c813e6b41ae88bd7d4b01296dbf', 'gw_port_host': None}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:21.862162 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811c3bd0-963e-483b-a585-f9677e03aedd None None] The sync data for ids ['ab6c78a4-17b7-4422-abdc-bb254178396a'] in dv-cinder-760180-3-iscsi is: [{'id': 'ab6c78a4-17b7-4422-abdc-bb254178396a', 'name': 'tempest-TestShelveInstance-1954449351-router', 'tenant_id': '09ce3c813e6b41ae88bd7d4b01296dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:47Z', 'updated_at': '2021-08-31T01:19:21Z', 'revision_number': 6, 'project_id': '09ce3c813e6b41ae88bd7d4b01296dbf', 'gw_port_host': None}] {{(pid=94637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:19:22.049464 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-87028742-de35-4777-a598-7ff085bebaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:22.072911 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87028742-de35-4777-a598-7ff085bebaf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=192e3c70-6a47-405d-8e52-7d33f407f4b8,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:22.131623 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-87028742-de35-4777-a598-7ff085bebaf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372021'] for router_gateway, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:22.218597 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-87028742-de35-4777-a598-7ff085bebaf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-381963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4375'] for router, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:22.220869 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-87028742-de35-4777-a598-7ff085bebaf5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:22.328199 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-87028742-de35-4777-a598-7ff085bebaf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-381952'] for router, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:22.328713 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87028742-de35-4777-a598-7ff085bebaf5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab6c78a4-17b7-4422-abdc-bb254178396a {{(pid=94635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:19:22.337386 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-87028742-de35-4777-a598-7ff085bebaf5 admin admin] Notify callbacks [] for router, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:22.337386 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-87028742-de35-4777-a598-7ff085bebaf5 admin admin] 10.222.0.43 "DELETE /v2.0/routers/ab6c78a4-17b7-4422-abdc-bb254178396a HTTP/1.1" status: 204 len: 168 time: 0.9745042 Aug 31 01:19:22.337789 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 34992) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:22.380851 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-471bcf00-d429-4306-bbe4-beef0eb250b9 admin admin] Deleting subnet ca6b5cc4-0578-46d2-988f-80699e4ef5b6 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:19:22.383802 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-471bcf00-d429-4306-bbe4-beef0eb250b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:22.417170 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-471bcf00-d429-4306-bbe4-beef0eb250b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126401387'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:22.494653 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-471bcf00-d429-4306-bbe4-beef0eb250b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1450095'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:22.613659 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-471bcf00-d429-4306-bbe4-beef0eb250b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1450084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126575149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126404209'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:22.637438 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471bcf00-d429-4306-bbe4-beef0eb250b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca6b5cc4-0578-46d2-988f-80699e4ef5b6,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:22.648925 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 192e3c70-6a47-405d-8e52-7d33f407f4b8 no longer exists at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:19:22.668382 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-471bcf00-d429-4306-bbe4-beef0eb250b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:22.668382 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-471bcf00-d429-4306-bbe4-beef0eb250b9 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ca6b5cc4-0578-46d2-988f-80699e4ef5b6 HTTP/1.1" status: 204 len: 168 time: 0.3292651 Aug 31 01:19:22.671159 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 35000) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:22.684304 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0585ac5-ae2a-4ae9-bd62-8ba76f2d3be5 None None] Network 2fc6af1f-08a2-43f2-9291-625451dc8ae8 requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:19:22.694931 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] No Port match for: 192e3c70-6a47-405d-8e52-7d33f407f4b8 {{(pid=94636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:19:22.695550 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 192e3c70-6a47-405d-8e52-7d33f407f4b8 not bound to the agent host dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:19:22.696161 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 7d9453f6-315b-4432-8db0-3a85d55a2e23 no longer exists at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:19:22.731588 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] No Port match for: 7d9453f6-315b-4432-8db0-3a85d55a2e23 {{(pid=94636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:19:22.731935 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 7d9453f6-315b-4432-8db0-3a85d55a2e23 not bound to the agent host dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:19:22.767657 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b861eb3a-0f18-4d42-8233-913efe8faa01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525824'] for network, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:22.840689 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-b861eb3a-0f18-4d42-8233-913efe8faa01 admin admin] Deleting port 37676f9c-ea51-466a-ab2a-5be72ded105b {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:22.840933 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b861eb3a-0f18-4d42-8233-913efe8faa01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:22.936053 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-cde985de-4edb-4b69-a7e2-5a5dc2729f40 req-36459630-c4f8-4dcd-8c59-78f9c1f53002 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0376453 Aug 31 01:19:22.947300 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-b861eb3a-0f18-4d42-8233-913efe8faa01 admin admin] For port 37676f9c-ea51-466a-ab2a-5be72ded105b, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=37676f9c-ea51-466a-ab2a-5be72ded105b,segment=NetworkSegment(ef0f2bb0-9f5a-4bc2-8605-93f893c563c3),segment_id=ef0f2bb0-9f5a-4bc2-8605-93f893c563c3)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:22.947676 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b861eb3a-0f18-4d42-8233-913efe8faa01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:22.951566 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9345abdd-c42b-4e6e-aad6-dd3498a9442e None None] DHCP port deletion for 2fc6af1f-08a2-43f2-9291-625451dc8ae8 request from dv-cinder-760180-3-iscsi {{(pid=94636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:19:22.962094 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-b861eb3a-0f18-4d42-8233-913efe8faa01 admin admin] Calling delete_port for 37676f9c-ea51-466a-ab2a-5be72ded105b owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:23.012934 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-9345abdd-c42b-4e6e-aad6-dd3498a9442e None None] Deleting port 37676f9c-ea51-466a-ab2a-5be72ded105b {{(pid=94636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:19:23.013314 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-9345abdd-c42b-4e6e-aad6-dd3498a9442e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:23.072935 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-9345abdd-c42b-4e6e-aad6-dd3498a9442e None None] For port 37676f9c-ea51-466a-ab2a-5be72ded105b, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=37676f9c-ea51-466a-ab2a-5be72ded105b,segment=NetworkSegment(ef0f2bb0-9f5a-4bc2-8605-93f893c563c3),segment_id=ef0f2bb0-9f5a-4bc2-8605-93f893c563c3)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:19:23.073326 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-9345abdd-c42b-4e6e-aad6-dd3498a9442e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:23.086034 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-9345abdd-c42b-4e6e-aad6-dd3498a9442e None None] Calling delete_port for 37676f9c-ea51-466a-ab2a-5be72ded105b owned by network:dhcp {{(pid=94636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:19:23.135924 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b861eb3a-0f18-4d42-8233-913efe8faa01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:23.160336 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-9345abdd-c42b-4e6e-aad6-dd3498a9442e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231'] for port, after_delete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:23.160768 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861eb3a-0f18-4d42-8233-913efe8faa01 admin admin] Pushing event deleted for resources: {'Port': ['ID=37676f9c-ea51-466a-ab2a-5be72ded105b,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:23.165247 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b861eb3a-0f18-4d42-8233-913efe8faa01 admin admin] No DVR routers for this DVR port 37676f9c-ea51-466a-ab2a-5be72ded105b on host dv-cinder-760180-3-iscsi {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:19:23.186610 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345abdd-c42b-4e6e-aad6-dd3498a9442e None None] Pushing event deleted for resources: {'Port': ['ID=37676f9c-ea51-466a-ab2a-5be72ded105b,revision_number=None']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:23.188324 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9345abdd-c42b-4e6e-aad6-dd3498a9442e None None] No DVR routers for this DVR port 37676f9c-ea51-466a-ab2a-5be72ded105b on host dv-cinder-760180-3-iscsi {{(pid=94636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:19:23.235932 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b861eb3a-0f18-4d42-8233-913efe8faa01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1451156', 'neutron.services.segments.db._delete_segments_for_network-8766773786049'] for network, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:23.246235 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.services.segments.db [None req-b861eb3a-0f18-4d42-8233-913efe8faa01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc6af1f-08a2-43f2-9291-625451dc8ae8']}} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:23.257280 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.services.segments.db [None req-b861eb3a-0f18-4d42-8233-913efe8faa01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef0f2bb0-9f5a-4bc2-8605-93f893c563c3') {'for_net_delete': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:23.257569 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.services.segments.db [None req-b861eb3a-0f18-4d42-8233-913efe8faa01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef0f2bb0-9f5a-4bc2-8605-93f893c563c3') {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:19:23.265925 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b861eb3a-0f18-4d42-8233-913efe8faa01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766773797205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127559295'] for segment, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:23.282688 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b861eb3a-0f18-4d42-8233-913efe8faa01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417'] for segment, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:23.288457 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b861eb3a-0f18-4d42-8233-913efe8faa01 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:19:23.288886 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b861eb3a-0f18-4d42-8233-913efe8faa01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127207081'] for segment, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:23.290508 dv-cinder-760180-3-iscsi neutron-server[94635]: Traceback (most recent call last): Aug 31 01:19:23.290508 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:19:23.290508 dv-cinder-760180-3-iscsi neutron-server[94635]: timer() Aug 31 01:19:23.290508 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:19:23.290508 dv-cinder-760180-3-iscsi neutron-server[94635]: cb(*args, **kw) Aug 31 01:19:23.290508 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:19:23.290508 dv-cinder-760180-3-iscsi neutron-server[94635]: return func(*args, **kwargs) Aug 31 01:19:23.290508 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:19:23.290508 dv-cinder-760180-3-iscsi neutron-server[94635]: self._notify() Aug 31 01:19:23.290508 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:19:23.290508 dv-cinder-760180-3-iscsi neutron-server[94635]: self.callback(batched_events) Aug 31 01:19:23.290508 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:19:23.290508 dv-cinder-760180-3-iscsi neutron-server[94635]: event.method(event) Aug 31 01:19:23.290508 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:19:23.290508 dv-cinder-760180-3-iscsi neutron-server[94635]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:19:23.290508 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:19:23.290508 dv-cinder-760180-3-iscsi neutron-server[94635]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:19:23.290508 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:19:23.290508 dv-cinder-760180-3-iscsi neutron-server[94635]: return f(self, *a, **k) Aug 31 01:19:23.290508 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:19:23.290508 dv-cinder-760180-3-iscsi neutron-server[94635]: return self._get(url).json() Aug 31 01:19:23.290508 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:19:23.290508 dv-cinder-760180-3-iscsi neutron-server[94635]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:19:23.290508 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:19:23.290508 dv-cinder-760180-3-iscsi neutron-server[94635]: return self.request(url, 'GET', **kwargs) Aug 31 01:19:23.290508 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:19:23.290508 dv-cinder-760180-3-iscsi neutron-server[94635]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:19:23.290508 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:19:23.290508 dv-cinder-760180-3-iscsi neutron-server[94635]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:19:23.290508 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:19:23.290508 dv-cinder-760180-3-iscsi neutron-server[94635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:19:23.290508 dv-cinder-760180-3-iscsi neutron-server[94635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:19:23.426922 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b861eb3a-0f18-4d42-8233-913efe8faa01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1451149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371993'] for network, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:23.434628 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b861eb3a-0f18-4d42-8233-913efe8faa01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for network, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:23.436421 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-b861eb3a-0f18-4d42-8233-913efe8faa01 admin admin] 10.222.0.43 "DELETE /v2.0/networks/2fc6af1f-08a2-43f2-9291-625451dc8ae8 HTTP/1.1" status: 204 len: 168 time: 0.7642612 Aug 31 01:19:23.446458 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861eb3a-0f18-4d42-8233-913efe8faa01 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fc6af1f-08a2-43f2-9291-625451dc8ae8,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:23.726543 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 35008) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:23.767489 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-8d5fa858-21ae-47cb-b4b4-dcfa1d40ac6d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4df7148800d8445eb8e806c1f06e0c15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396957 Aug 31 01:19:23.772010 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 35012) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:23.819980 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-cdcea019-55bc-40ed-b288-0fe9b0b21f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:23.841164 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-cdcea019-55bc-40ed-b288-0fe9b0b21f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:23.979319 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-cdcea019-55bc-40ed-b288-0fe9b0b21f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:23.981995 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-cdcea019-55bc-40ed-b288-0fe9b0b21f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:23.983240 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-cdcea019-55bc-40ed-b288-0fe9b0b21f04 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7c6c6a01-dab9-44d7-bb44-eef303d6e9a8 HTTP/1.1" status: 204 len: 168 time: 0.2097843 Aug 31 01:19:23.991666 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcea019-55bc-40ed-b288-0fe9b0b21f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6c6a01-dab9-44d7-bb44-eef303d6e9a8,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:24.030453 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a4726c0c-d187-49b8-a6be-c7a73659c111 req-a7ca1dd7-d7b8-4abe-81ca-36ce91fb561c tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0268354 Aug 31 01:19:24.392578 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 37676f9c-ea51-466a-ab2a-5be72ded105b no longer exists at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:19:24.412943 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] No Port match for: 37676f9c-ea51-466a-ab2a-5be72ded105b {{(pid=94636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:19:24.413349 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 37676f9c-ea51-466a-ab2a-5be72ded105b not bound to the agent host dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:19:24.694968 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 35022) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:24.733100 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-24bf0a53-c987-4f0d-9d0c-cb10c1f99daa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=09ce3c813e6b41ae88bd7d4b01296dbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370076 Aug 31 01:19:24.735421 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 35024) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:19:24.751123 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:19:24.781898 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c7d033de-bf5a-48b1-9140-a30261043236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:24.802622 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c7d033de-bf5a-48b1-9140-a30261043236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:24.939122 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c7d033de-bf5a-48b1-9140-a30261043236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:24.941759 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-c7d033de-bf5a-48b1-9140-a30261043236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:24.942991 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-c7d033de-bf5a-48b1-9140-a30261043236 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2d5bba5f-6770-42f9-8e94-fe2777d02090 HTTP/1.1" status: 204 len: 168 time: 0.2066710 Aug 31 01:19:24.951992 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d033de-bf5a-48b1-9140-a30261043236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5bba5f-6770-42f9-8e94-fe2777d02090,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:19:25.121861 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7d27ea28-fe4f-4c7e-a5b5-7b28b6795961 req-672b66cb-0377-4ee9-aa7e-3ff42f37e78d tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0265999 Aug 31 01:19:26.212021 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-219a4318-8abf-4cc1-9bbc-f7691d4e970c req-2aca7caf-80dd-44f3-8318-2d14efac8806 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0259323 Aug 31 01:19:27.300830 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-dfa240a7-116d-4ece-9fab-aeba573b95a6 req-61764132-d0ea-412a-af0d-6966507c7635 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0252209 Aug 31 01:19:28.393123 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c3caf25a-aafd-47e7-ae10-81ee767574f5 req-be856a39-29ab-4271-8e56-66d98dfebbaf tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0275009 Aug 31 01:19:29.483903 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a79b23ce-2081-43a0-a9db-d2d0220770c3 req-7efe84ad-bf02-4e8f-83e5-e4cac93ddb6f tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0256693 Aug 31 01:19:30.575116 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d1e41198-7dc5-4d27-a11d-c66ad16b3b88 req-8bf85621-5faf-4b35-9b11-2aaa2f45afb4 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0261881 Aug 31 01:19:31.666090 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-88940139-cb12-433b-ae26-b6658506354a req-e51bb83b-25e2-4401-8126-4a561ecaed85 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0265577 Aug 31 01:19:32.756621 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3ed2138b-da8b-486e-a23a-d6c091a5b43d req-f8c4c25d-511d-42a1-a303-53a4154e4e88 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0261328 Aug 31 01:19:34.032978 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-40808e7e-1a62-42ee-9afb-c196210a2cd2 req-f1bfc3dc-f0a3-41ec-8886-aeaa1b9886fc tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.2112567 Aug 31 01:19:35.182666 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6173fb24-777a-4250-bc15-cdab846d29ec req-5f830e63-9f35-4e1d-87b9-242456dde5a9 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0842164 Aug 31 01:19:36.273068 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ffbb9d8b-bf23-46c1-a830-9f5427503989 req-4464bbf6-2729-464b-91c3-5f7b3a479b7a tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0251279 Aug 31 01:19:36.592667 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-da3958ac-9142-4b60-bacc-11193cdfbc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:37.362388 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fc00db42-058a-4388-9fec-3d4d1e5f6f7e req-195bfce1-68ce-4f56-85c5-4e7ca67611c7 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0251143 Aug 31 01:19:38.453273 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bcd1906c-07f7-4eee-ab65-185e64040a29 req-6edcee37-e304-4289-95ff-f9a7d20ba8bd tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0288033 Aug 31 01:19:38.992914 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-e2819329-4838-4f6a-88a0-ce4c29329fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:39.330212 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:39.545531 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9a14d322-8749-4b33-ae6a-6ae71de13396 req-d4660273-5c45-4d7b-9daa-bd0ab1bc156d tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0268357 Aug 31 01:19:40.009876 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:40.637863 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bc45e483-d3ad-4b6d-a38d-c39bdcac51b5 req-5e6b4cc9-de8d-438a-95f2-ea76d0b270b9 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0266998 Aug 31 01:19:41.730201 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ba5040dd-a590-4ed1-b165-262ef1f4846d req-c78a8c08-d7bc-4dbf-a353-f3b875c893d9 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0283158 Aug 31 01:19:41.991413 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:42.821447 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3209eb3d-dcf0-493f-9aaf-8850f707f3ca req-5bc61ba7-6a9b-4f83-8ab5-9752eb1f3f09 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0257916 Aug 31 01:19:43.915059 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b2884d1e-44c7-4070-97c2-5a430b4842dc req-0dd2e445-1745-4c0e-91d4-08599e291131 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0261717 Aug 31 01:19:44.266752 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:19:45.006193 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-781abf76-ea42-44a4-ba95-d1120dc7b16f req-41ed65e9-d5ed-40fa-a55e-4121f8e70649 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0255492 Aug 31 01:19:46.101413 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d9dec148-6ad5-4a82-bd92-3322f4e34ea6 req-c5001697-72d8-45c0-89e1-671d7b5752da tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0292881 Aug 31 01:19:47.193107 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4d177761-4a26-4bd8-aae8-6c1eaa350229 req-f8166e21-4b57-495f-b305-2cd619dbf920 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0253732 Aug 31 01:19:48.286193 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fd3a6d5c-be3c-4f3e-9a22-316297094664 req-9d2fdb54-9298-44c2-9ab7-a02a95a42141 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0275900 Aug 31 01:19:49.380826 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9dcc447d-7d43-4af3-845f-cb35e7b9b37d req-09492b11-e9f9-404b-b444-7b6001e2b589 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0259428 Aug 31 01:19:49.462705 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-82ae81cf-2bd2-45f6-ae31-f90dff5a3c93 req-1107445b-99d8-471a-bbe0-49d3506ba0ec service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0784979 Aug 31 01:19:49.521603 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae81cf-2bd2-45f6-ae31-f90dff5a3c93 req-c33b451d-9158-4d5b-b0fd-4fa98c1427cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:49.523581 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-82ae81cf-2bd2-45f6-ae31-f90dff5a3c93 req-c33b451d-9158-4d5b-b0fd-4fa98c1427cf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ffa2d2788a446da9bb35bff34b67588&device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa HTTP/1.1" status: 200 len: 1098 time: 0.0389860 Aug 31 01:19:49.624463 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae81cf-2bd2-45f6-ae31-f90dff5a3c93 req-6c6c3924-7e51-48cc-a5e8-f7327ee119eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:49.625781 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-82ae81cf-2bd2-45f6-ae31-f90dff5a3c93 req-6c6c3924-7e51-48cc-a5e8-f7327ee119eb service neutron] 10.222.0.72 "GET /v2.0/networks?id=30fb7d9d-48f3-4521-a14a-db6a70863ca4 HTTP/1.1" status: 200 len: 912 time: 0.0830052 Aug 31 01:19:49.688941 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-82ae81cf-2bd2-45f6-ae31-f90dff5a3c93 req-240a6f20-ad46-4efb-8592-de73023082a9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=263270ff-621e-4895-93d7-2fdb82e626fa HTTP/1.1" status: 200 len: 1000 time: 0.0555575 Aug 31 01:19:49.736699 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae81cf-2bd2-45f6-ae31-f90dff5a3c93 req-101e094c-9d7d-418a-9199-72bd9986472e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:49.738032 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-82ae81cf-2bd2-45f6-ae31-f90dff5a3c93 req-101e094c-9d7d-418a-9199-72bd9986472e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b8d6dea-cd1f-4897-b8eb-208006d6ba9a HTTP/1.1" status: 200 len: 850 time: 0.0419023 Aug 31 01:19:49.785814 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae81cf-2bd2-45f6-ae31-f90dff5a3c93 req-940ab44c-3f25-4fb7-bc0f-806a1914fdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:19:49.787214 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-82ae81cf-2bd2-45f6-ae31-f90dff5a3c93 req-940ab44c-3f25-4fb7-bc0f-806a1914fdda service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30fb7d9d-48f3-4521-a14a-db6a70863ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405433 Aug 31 01:19:49.798110 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [req-82ae81cf-2bd2-45f6-ae31-f90dff5a3c93 req-9ecbaf2f-0e6e-4371-bca5-a84f99af50cf service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:19:49.799046 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-82ae81cf-2bd2-45f6-ae31-f90dff5a3c93 req-9ecbaf2f-0e6e-4371-bca5-a84f99af50cf service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047636 Aug 31 01:19:49.886036 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-82ae81cf-2bd2-45f6-ae31-f90dff5a3c93 req-d821801e-9437-4899-ae83-af11874eff80 service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786338 Aug 31 01:19:50.238345 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-82ae81cf-2bd2-45f6-ae31-f90dff5a3c93 req-ee7f21e6-a510-4b32-a8db-f3933ad885d5 service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444893 Aug 31 01:19:50.470895 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-46df283e-f557-48a0-9771-5a3c5d55f3b8 req-5f69bd0e-212c-4352-a8ac-2b6402fd67d4 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0254488 Aug 31 01:19:51.564038 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ddbe511a-2365-4c66-9e4b-dc73a7e03b40 req-2bd4e314-dc4a-4a23-a652-ee02cf07b8cc tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0294726 Aug 31 01:19:52.659193 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1eb47d89-b15f-4307-a0e6-5751e87da760 req-f15ca9a3-70e6-46d2-aa67-40bbce21bbbb tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0253272 Aug 31 01:19:53.755753 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-34719b14-8ca4-41de-b615-06371b195684 req-9340df01-0438-4d85-a842-725873607f8f tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0252900 Aug 31 01:19:54.849159 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b8121da1-1b0f-4459-917e-74367a54acc4 req-f6166d17-c155-4674-9c2e-c94b87d8ec4e tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0279737 Aug 31 01:19:55.939930 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b5f45e48-dfc2-45c9-ae59-62d094256e92 req-c0a0a711-76b9-4dcb-aeef-a6e93832b364 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0261927 Aug 31 01:19:57.030027 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-665edecf-0be9-4318-8435-e9291ab09139 req-baddf90c-39b9-459c-be42-6e93bb233960 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0257208 Aug 31 01:19:58.120357 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8b1cb118-9b62-40ea-a8a4-4a304bce3505 req-116be73a-8a0b-4123-be77-d369b50fcb98 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0259974 Aug 31 01:19:59.210200 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1543b7a5-bfd0-4bf5-8ef0-3cdacec3476c req-75ee0bd9-f5df-4e50-b04d-38ba9f80d0cb tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0255110 Aug 31 01:20:00.299866 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fda0b6a9-5145-46c7-b690-6dab47e0717f req-318f81ab-18be-48ad-b220-034d1d9e1de2 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0253026 Aug 31 01:20:01.392144 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0a4f3606-d38d-479e-b485-91cd0a3252c9 req-68ee3a95-a26c-4980-a37a-49de8c6a02e0 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0288839 Aug 31 01:20:01.749470 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:20:02.481593 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-63cf8873-ce2b-4c7e-9e91-1d39b22933b0 req-d7537d1e-c9c1-4ef4-a101-bba2c51ac3ec tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0263999 Aug 31 01:20:03.570283 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b1a7ee42-8215-4fa5-ab6d-e128016c2745 req-0f4da65e-5b75-4df7-8fac-c9462b13b25c tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0257661 Aug 31 01:20:04.660144 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2995a769-cf35-4b8f-a03f-7ddbca904b47 req-2dbf213d-5793-4c13-b2fd-7f23d14d2384 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0251541 Aug 31 01:20:05.750217 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4955a6bb-d083-4dbe-b28d-98abee58b0fe req-477e4dee-39be-4025-90a3-cfcb16501936 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0250692 Aug 31 01:20:06.547166 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-9c4169b7-a314-4157-9b72-a20598c58bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:06.840571 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6e562ece-8845-4d27-9ae2-34184fe7b2a7 req-eb6b2440-f542-4e5a-9757-2c1807d2e4c7 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0259151 Aug 31 01:20:07.934257 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-20901662-aafe-4299-a978-549474a12f5f req-b8616130-3dfc-4028-8cd4-fc2774feddaa tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0282712 Aug 31 01:20:09.013986 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-97032afe-9ecd-40b4-a36e-40da7b120d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:09.025464 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-39ad9766-690e-4220-a74a-3469468b656e req-004bae44-d7e8-4176-b8c1-fdc05c9fc76e tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0257869 Aug 31 01:20:09.322779 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:10.042585 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:10.121501 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c2a6f6ec-3964-41e8-aac7-f9c77c371257 req-e66ae9e2-b5fe-4cae-8e4b-2d65559cd1f4 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0266578 Aug 31 01:20:11.211248 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b4f74028-b0c7-46bb-8322-6245edf0c5d2 req-1c74d875-7ea0-4ada-9366-f1f9368db5ce tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0260096 Aug 31 01:20:12.004765 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:12.300786 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fe8e874b-76ba-48f3-be41-845e8d4ca053 req-e30ca189-bf8f-4041-b8ec-2240dbb1e591 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0257533 Aug 31 01:20:13.390453 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6b082b26-a6ba-4ff7-a214-bd6732e5d25b req-77aa5846-573d-43f0-85e4-d9837ab39dc7 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0250826 Aug 31 01:20:14.336378 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:14.485111 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d06be047-3077-4d79-9be2-5d5e281730be req-95ccb1c7-5982-455b-8bac-a3cdd6aa80a8 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0286217 Aug 31 01:20:15.576457 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9d766ee0-5319-4631-81e8-b074b07597db req-2f4bc9e5-b114-4388-b60a-576f772503de tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0267596 Aug 31 01:20:16.667014 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ce33429e-c810-4567-8fe4-b6e03e810bba req-4e703ca7-8e79-4142-85d5-f66ee8df6ba3 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0255804 Aug 31 01:20:17.760258 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6aa29833-82ee-4fa4-a589-c8a36a3b2540 req-29ea061c-c27a-4967-ba9d-839f8285c448 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0258372 Aug 31 01:20:18.850912 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-20e77ee0-2826-4432-a854-fdf6d7ac9c33 req-99f38a3a-8da3-463e-87dd-0f3dfef6e57f tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0261371 Aug 31 01:20:19.940724 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a2c775fc-0abc-4431-a00b-3bbce31aa1db req-95bdf717-3bc2-4b93-b35d-e24064a2ca7a tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0253186 Aug 31 01:20:21.033843 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-43f0c2e1-d95c-47df-b68f-452757884c33 req-370ad154-6765-476f-892a-c58af0779426 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0282741 Aug 31 01:20:22.125400 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1e9b6ead-f1b3-47fd-8302-047c57c96b7f req-25f56b38-07e2-468e-924d-130f1d905110 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0268188 Aug 31 01:20:23.215963 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3cfc813a-a3a1-4839-acfe-55cf0185e3c9 req-419c638e-0713-4cf4-b3a7-3ba7b0650035 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0258720 Aug 31 01:20:24.305199 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-932c91de-dc3d-4d37-8e45-067a79fe7117 req-79a16316-1cc0-4abb-98b1-12ecb2c5ad1d tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0251725 Aug 31 01:20:25.395598 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e41bbd75-67dc-4101-9b66-bd819a919a01 req-7aad7bb1-7e17-485a-9449-7568e3489b0b tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0262561 Aug 31 01:20:26.487503 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-21fc47c4-fa25-4b78-a526-c541e4e983c1 req-f0ca54f1-6123-471a-ab0f-cd41bfc8896d tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0257425 Aug 31 01:20:27.581666 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2c072496-a65d-41ad-bbd5-a8d3ff97b803 req-f00b69e1-9d72-4b44-adf8-e6d78f2a1085 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0294197 Aug 31 01:20:28.671555 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e60e126b-5b55-47bc-9702-e37476c848d4 req-6426ac3a-dcdb-4c5e-ba31-504d457656f0 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0250611 Aug 31 01:20:29.761798 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ed00d9e5-8203-4e05-9561-c8fca948fe3f req-fa8c74d0-9822-4e0b-9179-af7a26ce5902 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0256078 Aug 31 01:20:30.852376 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9c16ae6c-40aa-4f84-b295-d63fb786eb23 req-f61c46dd-4340-4ad5-bd2c-e4d9ad577a0d tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0262921 Aug 31 01:20:31.941622 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-70d8d784-7e85-424b-9908-a447852b7033 req-922adf24-98f0-4b9e-8217-cc538aadf91d tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0261152 Aug 31 01:20:33.035404 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5803588b-27f3-409b-83da-e78e7643555d req-932af1de-01d3-44b4-8caf-1a78fc84188a tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0264835 Aug 31 01:20:34.129751 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-17ea70c3-fb68-4c1d-96f4-868f8ab63617 req-b7feb8a6-39a5-4e3e-a68b-6e517cab9e25 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0279891 Aug 31 01:20:35.219803 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9cae7208-b559-4419-b79f-829414d5436b req-349e0e6b-67eb-4732-b81a-1d6ed16c1927 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0254402 Aug 31 01:20:36.309999 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a15f8d23-1e6d-48bc-836e-32d2c7ca998d req-3afcfb2e-6f9e-45a8-848b-676d290e7b61 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0254080 Aug 31 01:20:36.587753 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-e8b6dcdd-521d-49c7-a111-83cbdd0e04fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:37.400317 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ccc9f51e-d301-4bbb-87ce-5bdce92e3d5c req-94f87b29-4654-41e3-9c7b-da81fdebbd16 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0257740 Aug 31 01:20:38.490105 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f8848548-3a32-4a25-983f-9332c00efde0 req-2114cc6b-45f9-47b8-8e5b-83e50793c4d9 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0256526 Aug 31 01:20:38.748447 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:20:38.947778 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-35ae413d-9162-44f6-9e52-ccfe74e0b4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:39.324719 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:39.580397 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5ebe6800-efb9-49aa-842f-de2b7ec3b1c8 req-80564c2c-b62e-417b-a7ae-26bfdaf1fe3e tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0257509 Aug 31 01:20:40.033195 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:40.675182 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-13fddc44-bf4f-4b10-a381-f9deb6fab2bf req-b3913132-5839-4202-ad73-d8117ee37a39 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0284336 Aug 31 01:20:41.765236 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-634aefba-6dea-4c31-98fb-f5c7ea6d2245 req-0fdd7c61-d14a-4e98-aef3-4529042422e5 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0257795 Aug 31 01:20:42.022628 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:42.857866 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b0d516ba-a11c-4c18-8797-8cebc2757d64 req-3dbb0e79-30b8-4b09-b5dc-535d02fa720b tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0266671 Aug 31 01:20:43.948253 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-04f6a4cd-2f48-437b-95d5-6718f6618f6e req-0cf15827-96c0-4bf9-8918-932e2528c4db tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0259268 Aug 31 01:20:44.283395 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:20:45.043941 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-924e6876-0cc7-4ca0-995b-4024741263bb req-7bd1124a-aff5-4dba-8046-7af62513a3e2 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0252223 Aug 31 01:20:46.132791 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5f5b1ed8-81e7-40ed-84f1-22e33a10ca38 req-e22f198d-2620-47d1-b21c-7278e86148ca tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0259833 Aug 31 01:20:47.226939 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d29018b6-d482-42b1-a07b-97e0cb23e794 req-2d528860-a9d7-478e-a4ec-117607621131 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0285492 Aug 31 01:20:48.317489 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2458456c-995e-49cb-9878-4d6712b88d4d req-8ed14ef1-8bd9-4496-b279-9d0001b4dee9 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0264859 Aug 31 01:20:49.413287 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-16b41b15-a74b-4068-b291-8174a7d3c112 req-41a476a3-28ca-4bca-99fd-04ffe2593895 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0259900 Aug 31 01:20:50.504396 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ec83bc6f-ff59-4cf1-b374-ba240558c0b8 req-9224d1e4-59c0-4a77-8f92-b43be2740bbf tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0259333 Aug 31 01:20:51.433647 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fb5248a3-2bf5-4fbf-87d8-03c529e69738 req-77928575-5fc2-4362-bec0-c61be8c8117c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384862 Aug 31 01:20:51.499456 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5248a3-2bf5-4fbf-87d8-03c529e69738 req-da36a9b3-0e69-4b92-a3f4-29e9f5b6e64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:51.500956 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fb5248a3-2bf5-4fbf-87d8-03c529e69738 req-da36a9b3-0e69-4b92-a3f4-29e9f5b6e64b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=47cdebd97b944497818aa48978d3f0c0&device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 1099 time: 0.0428288 Aug 31 01:20:51.604179 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ab5804eb-c0d8-4d91-9c4b-a9983ea986a0 req-962f7ada-48f1-45ff-890e-d4e3aca94b12 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0351601 Aug 31 01:20:51.624037 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5248a3-2bf5-4fbf-87d8-03c529e69738 req-c81cb862-7545-459a-8345-1e3faa423300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:51.625476 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fb5248a3-2bf5-4fbf-87d8-03c529e69738 req-c81cb862-7545-459a-8345-1e3faa423300 service neutron] 10.222.0.72 "GET /v2.0/networks?id=77c04e9b-453e-45c2-b405-4fe2722fae33 HTTP/1.1" status: 200 len: 915 time: 0.1065381 Aug 31 01:20:51.669741 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fb5248a3-2bf5-4fbf-87d8-03c529e69738 req-2da12968-7770-4b12-b217-f9f30ce06b56 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5acad5b-17e4-45c6-9c6a-f34f315badc3 HTTP/1.1" status: 200 len: 217 time: 0.0364115 Aug 31 01:20:51.717424 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5248a3-2bf5-4fbf-87d8-03c529e69738 req-063f2a64-02a7-4298-a0ce-058c49653ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:20:51.718932 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fb5248a3-2bf5-4fbf-87d8-03c529e69738 req-063f2a64-02a7-4298-a0ce-058c49653ef4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=945ef294-d4ae-49f4-8a52-d45660287bd2 HTTP/1.1" status: 200 len: 854 time: 0.0424111 Aug 31 01:20:51.748233 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fb5248a3-2bf5-4fbf-87d8-03c529e69738 req-98611237-b72b-4f79-915b-3f69526d9b6a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77c04e9b-453e-45c2-b405-4fe2722fae33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0221317 Aug 31 01:20:51.837320 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fb5248a3-2bf5-4fbf-87d8-03c529e69738 req-2f576f34-bd10-4ee8-8bf3-5e158797792f service neutron] 10.222.0.72 "GET /v2.0/networks/77c04e9b-453e-45c2-b405-4fe2722fae33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820928 Aug 31 01:20:51.924643 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fb5248a3-2bf5-4fbf-87d8-03c529e69738 req-2cfe171a-7eaa-4f03-aaf5-f3f73e296501 service neutron] 10.222.0.72 "GET /v2.0/networks/77c04e9b-453e-45c2-b405-4fe2722fae33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801036 Aug 31 01:20:52.696263 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bba35a57-7004-45d4-a0da-ebba1f36d57b req-27e9ffa7-f2ba-4840-8961-8a2c788e60b6 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0272310 Aug 31 01:20:53.789985 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f03f6e0f-b484-4efb-8664-f781205e6d09 req-27b59dbb-ceb0-4f58-8d7d-f8f0fcc9866b tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0295238 Aug 31 01:20:54.878934 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-dafc770e-6f96-4499-9bb2-02c5b8cf67a9 req-aa49f9b4-4a55-46b8-91ff-9e8ed4151eb1 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0254471 Aug 31 01:20:55.969054 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-27ad8e59-5370-40e0-9d4b-491a90c1aad8 req-7c574d4f-8aeb-427e-ab7e-ac069ac83754 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0252819 Aug 31 01:20:57.069540 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8d232075-2f1d-4f2a-89a2-85901bb481ed req-c6db7343-2ae1-45d3-b293-efc7140bbbe6 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0262043 Aug 31 01:20:58.159928 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-60520099-9476-476e-8302-24e795c13569 req-a9631c14-12c5-4062-85f5-7ffe8c3762da tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0253367 Aug 31 01:20:59.249344 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-56328c45-fe1f-444d-8705-4ff98db30a3b req-191ab413-f214-42d6-b724-437a69e25a33 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0254245 Aug 31 01:21:00.341586 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5dab5ba2-e461-44a5-a4e6-0e92942e45e8 req-835cc48e-0e0a-40af-8345-1a2db7bdd9e3 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0275633 Aug 31 01:21:01.430904 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f6c34f85-91b8-4961-b1d9-3591ef294957 req-c20cfd17-6a6e-4eab-844a-a08ad50ecefc tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0256114 Aug 31 01:21:02.523213 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b9b493b9-90d5-417d-a510-c4fd37712aeb req-5ee66d3f-40cc-4bbf-98d7-262aba174ad1 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0262260 Aug 31 01:21:03.612017 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-db59426a-3e1b-4735-928e-578b0c205eab req-891845ea-ab9f-4e9a-8130-8bf50bf8203e tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0248721 Aug 31 01:21:04.703635 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-49775749-3799-4635-ad52-d9757a66ae37 req-30af28e3-9bcd-4b59-a9ea-ae98d2b7bfbe tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0265784 Aug 31 01:21:05.794332 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-416e0d3f-7d23-46eb-8295-ba2c7fd1189f req-4bf400e7-2714-4357-9e8b-1eb32a3e0236 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0259881 Aug 31 01:21:06.588157 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-ddb3cc59-2e31-43bf-9a29-3ba31c8099e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:06.889943 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-177b2846-2e03-4e2b-9365-7886db84c961 req-bb146753-c6de-4203-bcb4-172c74d2a449 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0286415 Aug 31 01:21:07.979775 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a69040c7-47c1-4293-8770-6eef2ed20f79 req-00d2fb38-691a-4e22-9afc-a9ebab49ba8f tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0257061 Aug 31 01:21:08.965550 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-4b0ae81b-254e-409c-a25e-24757ee3fe3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:09.070585 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a26e3901-29db-4abf-9462-2fd5e86107b5 req-915ce63f-515d-4228-b1f8-90f6f94a0005 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0265582 Aug 31 01:21:09.352559 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:10.017065 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:10.161627 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ffff5bd7-21cb-40e6-9aa6-20ac5753004e req-a58c738e-2074-447b-8599-76e57ccfdd46 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0259876 Aug 31 01:21:11.251967 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a29976aa-79b5-418e-8d44-1cfb7188cfcc req-9ae8772f-7f56-4724-bba3-5e7a3b1765ce tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0248463 Aug 31 01:21:12.005498 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:12.350967 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7b45fd07-8d15-4346-b0c8-57d9d8b3d17e req-24bde935-6f13-4715-9289-1abdcb47af3b tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed38f42-f266-4c68-a31d-f08d794546a0 HTTP/1.1" status: 200 len: 210 time: 0.0256326 Aug 31 01:21:13.404981 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 35880) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:21:13.521570 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-b3928265-649d-4180-9945-4c536e831946 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Deleting port eeec3491-2965-49cf-8e5e-b95451c96389 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:21:13.521908 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b3928265-649d-4180-9945-4c536e831946 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:13.599860 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b3928265-649d-4180-9945-4c536e831946 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:13.600180 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b3928265-649d-4180-9945-4c536e831946 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:13.611506 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-b3928265-649d-4180-9945-4c536e831946 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Calling delete_port for eeec3491-2965-49cf-8e5e-b95451c96389 owned by network:floatingip {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:21:13.815613 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b3928265-649d-4180-9945-4c536e831946 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:13.841324 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3928265-649d-4180-9945-4c536e831946 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Pushing event deleted for resources: {'Port': ['ID=eeec3491-2965-49cf-8e5e-b95451c96389,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:21:13.863671 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3928265-649d-4180-9945-4c536e831946 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:13.864045 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3928265-649d-4180-9945-4c536e831946 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:13.864367 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3928265-649d-4180-9945-4c536e831946 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:13.864699 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3928265-649d-4180-9945-4c536e831946 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:13.865026 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3928265-649d-4180-9945-4c536e831946 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:13.865992 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3928265-649d-4180-9945-4c536e831946 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:13.866322 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3928265-649d-4180-9945-4c536e831946 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:13.866679 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3928265-649d-4180-9945-4c536e831946 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:13.867007 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3928265-649d-4180-9945-4c536e831946 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:13.867329 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3928265-649d-4180-9945-4c536e831946 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:13.867647 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3928265-649d-4180-9945-4c536e831946 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:13.867963 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3928265-649d-4180-9945-4c536e831946 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:21:13.906385 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b3928265-649d-4180-9945-4c536e831946 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks [] for floatingip, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:13.908820 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b3928265-649d-4180-9945-4c536e831946 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for floatingip, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:13.909941 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-b3928265-649d-4180-9945-4c536e831946 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "DELETE /v2.0/floatingips/19f89f0b-e8ed-4aae-b341-f96e639a95d9 HTTP/1.1" status: 204 len: 168 time: 0.5039935 Aug 31 01:21:14.289651 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:15.746959 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:21:36.554774 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-8b4291bd-e35d-405a-a594-44ccf4277000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:38.949051 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-b677a6f9-5d27-488f-b2ff-21e4abff5032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:39.337251 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:40.023310 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:42.086057 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:44.309165 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:21:52.746253 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:22:06.652097 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-e16323b3-08b8-498e-b8c4-feae3a464b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:08.972504 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-47334a17-5ef3-4e30-81bb-b998a43e9db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:09.337651 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:10.040857 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:12.033604 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:14.287390 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:29.745426 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:22:36.576829 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-ae39411b-b40f-46bc-8f8c-1a16b8d73380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:38.955720 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-7b012ee2-5ad5-49e3-88fb-6dea484859d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:39.331223 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:40.035376 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:41.989417 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:44.310566 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:22:52.555107 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6ec888c1-4794-4811-9e1c-f89c603a6a79 req-f9184f10-f7ec-4a6e-b55d-ba7575b00a73 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421350 Aug 31 01:22:52.635021 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec888c1-4794-4811-9e1c-f89c603a6a79 req-e9bef466-38e7-4cf8-a48c-2e679388abcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:52.636351 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6ec888c1-4794-4811-9e1c-f89c603a6a79 req-e9bef466-38e7-4cf8-a48c-2e679388abcd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ffa2d2788a446da9bb35bff34b67588&device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa HTTP/1.1" status: 200 len: 1098 time: 0.0391109 Aug 31 01:22:52.738092 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec888c1-4794-4811-9e1c-f89c603a6a79 req-afeb882a-460f-4a32-9980-bee6dc3a4088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:52.740209 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6ec888c1-4794-4811-9e1c-f89c603a6a79 req-afeb882a-460f-4a32-9980-bee6dc3a4088 service neutron] 10.222.0.72 "GET /v2.0/networks?id=30fb7d9d-48f3-4521-a14a-db6a70863ca4 HTTP/1.1" status: 200 len: 912 time: 0.0853486 Aug 31 01:22:52.809420 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6ec888c1-4794-4811-9e1c-f89c603a6a79 req-9d5ceca7-966e-4096-bd5a-7a74422a2f81 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=263270ff-621e-4895-93d7-2fdb82e626fa HTTP/1.1" status: 200 len: 1000 time: 0.0621467 Aug 31 01:22:52.857490 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec888c1-4794-4811-9e1c-f89c603a6a79 req-3679ab7d-0455-4efb-b86d-2386a3e33641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:52.858907 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6ec888c1-4794-4811-9e1c-f89c603a6a79 req-3679ab7d-0455-4efb-b86d-2386a3e33641 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b8d6dea-cd1f-4897-b8eb-208006d6ba9a HTTP/1.1" status: 200 len: 850 time: 0.0423019 Aug 31 01:22:52.901686 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec888c1-4794-4811-9e1c-f89c603a6a79 req-4c69dbb2-8f19-4c36-965e-b5bd62b9a473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:22:52.903041 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6ec888c1-4794-4811-9e1c-f89c603a6a79 req-4c69dbb2-8f19-4c36-965e-b5bd62b9a473 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30fb7d9d-48f3-4521-a14a-db6a70863ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0369730 Aug 31 01:22:52.992979 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6ec888c1-4794-4811-9e1c-f89c603a6a79 req-22990d0c-a20f-4a32-b10c-d031a90be91b service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824547 Aug 31 01:22:53.079843 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6ec888c1-4794-4811-9e1c-f89c603a6a79 req-13379a77-b8d3-401b-bcca-d8c8220c8439 service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789073 Aug 31 01:23:06.559877 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-47d415ba-82e4-4038-a1b4-eb2e9c7dc805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:06.744027 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:23:09.016265 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-a6c6f509-a0d5-4150-b625-1e9b2730fec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:09.411477 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:10.085818 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:12.009905 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:14.279880 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:36.606124 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-52940b93-7600-4503-b2b8-d15b0382d937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:38.963439 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-5f1d9e85-6a5c-44ef-8ee3-d515a48f4af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:39.329005 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:40.049622 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:42.009258 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:43.742885 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:23:44.294606 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:23:52.418776 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e32e0bc4-7033-4421-891f-6cbcd71e552f req-36b25830-7202-4700-b85a-73ed15091b54 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442672 Aug 31 01:23:52.479652 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e0bc4-7033-4421-891f-6cbcd71e552f req-f3d04141-54d5-4520-838c-36ae6150ec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:52.488550 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e32e0bc4-7033-4421-891f-6cbcd71e552f req-f3d04141-54d5-4520-838c-36ae6150ec37 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=47cdebd97b944497818aa48978d3f0c0&device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 1099 time: 0.0407882 Aug 31 01:23:52.580745 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e0bc4-7033-4421-891f-6cbcd71e552f req-591b1b8f-1e97-46ff-bec1-f03d5f3abe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:52.582154 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e32e0bc4-7033-4421-891f-6cbcd71e552f req-591b1b8f-1e97-46ff-bec1-f03d5f3abe7b service neutron] 10.222.0.72 "GET /v2.0/networks?id=77c04e9b-453e-45c2-b405-4fe2722fae33 HTTP/1.1" status: 200 len: 915 time: 0.0819333 Aug 31 01:23:52.625321 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e32e0bc4-7033-4421-891f-6cbcd71e552f req-38a46769-8dc3-456c-83bf-b4af38245025 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5acad5b-17e4-45c6-9c6a-f34f315badc3 HTTP/1.1" status: 200 len: 217 time: 0.0361238 Aug 31 01:23:52.671946 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e0bc4-7033-4421-891f-6cbcd71e552f req-ce4ca9d1-dcda-457b-8a7c-5eaf96b6eee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:23:52.673229 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e32e0bc4-7033-4421-891f-6cbcd71e552f req-ce4ca9d1-dcda-457b-8a7c-5eaf96b6eee6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=945ef294-d4ae-49f4-8a52-d45660287bd2 HTTP/1.1" status: 200 len: 854 time: 0.0417953 Aug 31 01:23:52.703869 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e32e0bc4-7033-4421-891f-6cbcd71e552f req-58b8dc0f-74a5-48ec-983c-906e838365ca service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77c04e9b-453e-45c2-b405-4fe2722fae33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240493 Aug 31 01:23:52.793213 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e32e0bc4-7033-4421-891f-6cbcd71e552f req-cc249e5b-44af-4bc2-b359-3d37643c0ee4 service neutron] 10.222.0.72 "GET /v2.0/networks/77c04e9b-453e-45c2-b405-4fe2722fae33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822542 Aug 31 01:23:52.881392 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e32e0bc4-7033-4421-891f-6cbcd71e552f req-eeb84264-4b47-4b40-a086-283b5c2af6e6 service neutron] 10.222.0.72 "GET /v2.0/networks/77c04e9b-453e-45c2-b405-4fe2722fae33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806899 Aug 31 01:24:06.567839 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-7fa6653e-81ca-49af-bb21-e035e5af7387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:08.978120 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-eb1d360e-d197-4dc1-9d36-e8f6bf54497f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:09.327692 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:10.041446 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:12.030540 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:14.321210 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:20.741316 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:24:36.565974 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-51703cb0-908e-4b28-9290-53ebbb6d3582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:38.948737 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-ecd4aa65-36a8-40e9-8177-b73c34103490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:39.320479 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:40.030907 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:42.028536 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:44.302946 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:24:53.465683 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-90f26eee-0464-4f9f-8706-ec57734f5d47 req-611f9f90-33a3-46f7-b112-bb0cad0dc0d3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0861850 Aug 31 01:24:53.546784 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f26eee-0464-4f9f-8706-ec57734f5d47 req-cac415fc-0e7b-425d-a226-39f390406b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:53.548255 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-90f26eee-0464-4f9f-8706-ec57734f5d47 req-cac415fc-0e7b-425d-a226-39f390406b1f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ffa2d2788a446da9bb35bff34b67588&device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa HTTP/1.1" status: 200 len: 1098 time: 0.0420220 Aug 31 01:24:53.648025 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f26eee-0464-4f9f-8706-ec57734f5d47 req-cf0dfe4a-4389-4dbb-a26d-d0b3ca0582b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:53.649403 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-90f26eee-0464-4f9f-8706-ec57734f5d47 req-cf0dfe4a-4389-4dbb-a26d-d0b3ca0582b9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=30fb7d9d-48f3-4521-a14a-db6a70863ca4 HTTP/1.1" status: 200 len: 912 time: 0.0826275 Aug 31 01:24:53.716119 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-90f26eee-0464-4f9f-8706-ec57734f5d47 req-b5a33615-b079-4396-a0d9-bf062864c84c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=263270ff-621e-4895-93d7-2fdb82e626fa HTTP/1.1" status: 200 len: 1000 time: 0.0596006 Aug 31 01:24:53.762384 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f26eee-0464-4f9f-8706-ec57734f5d47 req-0c0f6cd5-b2cc-4c33-ae03-2797834df3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:53.763761 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-90f26eee-0464-4f9f-8706-ec57734f5d47 req-0c0f6cd5-b2cc-4c33-ae03-2797834df3e0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b8d6dea-cd1f-4897-b8eb-208006d6ba9a HTTP/1.1" status: 200 len: 850 time: 0.0414228 Aug 31 01:24:53.812416 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f26eee-0464-4f9f-8706-ec57734f5d47 req-cfefa05e-0563-4337-8234-787fd34582c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:24:53.814513 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-90f26eee-0464-4f9f-8706-ec57734f5d47 req-cfefa05e-0563-4337-8234-787fd34582c6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30fb7d9d-48f3-4521-a14a-db6a70863ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435078 Aug 31 01:24:53.906989 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-90f26eee-0464-4f9f-8706-ec57734f5d47 req-6bca7538-9366-41a6-a0ba-08642c8dd2bc service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849829 Aug 31 01:24:53.993508 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-90f26eee-0464-4f9f-8706-ec57734f5d47 req-39b9f719-f6ac-4ff9-a01d-6de3220179d7 service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799010 Aug 31 01:24:57.740127 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:25:06.581945 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-dbcf86a8-e2e0-4062-a0c1-b31b32397f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:08.952857 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-93ad0cc7-0b29-45b9-8133-a74c0b584435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:09.329878 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:10.050077 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:12.015159 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:14.301471 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:34.738640 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:25:36.563195 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-47fb87b6-477e-44e7-9c0f-32f938b40d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:38.962988 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-64d599f0-90cf-4835-9a4c-1df0899d52a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:39.340244 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:40.060481 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:42.020070 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:44.282465 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:25:56.018043 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-05303336-ba75-4240-839a-898175f1c659 req-1e5df699-a1b0-4b76-9000-c33ba2ada4dc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399635 Aug 31 01:25:56.081672 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05303336-ba75-4240-839a-898175f1c659 req-bb9d8822-2c83-44d0-8e8f-7d756b9066b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:56.083714 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-05303336-ba75-4240-839a-898175f1c659 req-bb9d8822-2c83-44d0-8e8f-7d756b9066b5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=47cdebd97b944497818aa48978d3f0c0&device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 1099 time: 0.0449815 Aug 31 01:25:56.184726 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05303336-ba75-4240-839a-898175f1c659 req-12fd9ecc-111f-42a8-b78d-cd91b69154d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:56.186280 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-05303336-ba75-4240-839a-898175f1c659 req-12fd9ecc-111f-42a8-b78d-cd91b69154d5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=77c04e9b-453e-45c2-b405-4fe2722fae33 HTTP/1.1" status: 200 len: 915 time: 0.0849550 Aug 31 01:25:56.227962 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-05303336-ba75-4240-839a-898175f1c659 req-315b1a07-aa8c-4189-a94c-6911f2c0992c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5acad5b-17e4-45c6-9c6a-f34f315badc3 HTTP/1.1" status: 200 len: 217 time: 0.0342605 Aug 31 01:25:56.278979 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05303336-ba75-4240-839a-898175f1c659 req-ed11db6e-194c-4bbc-be63-348a18c00dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:25:56.280341 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-05303336-ba75-4240-839a-898175f1c659 req-ed11db6e-194c-4bbc-be63-348a18c00dd1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=945ef294-d4ae-49f4-8a52-d45660287bd2 HTTP/1.1" status: 200 len: 854 time: 0.0451920 Aug 31 01:25:56.310353 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-05303336-ba75-4240-839a-898175f1c659 req-6ed004ac-19ab-489d-a193-998f6032f8d2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77c04e9b-453e-45c2-b405-4fe2722fae33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228019 Aug 31 01:25:56.405362 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-05303336-ba75-4240-839a-898175f1c659 req-ad9306ca-aea4-463d-977f-cd4f65496e39 service neutron] 10.222.0.72 "GET /v2.0/networks/77c04e9b-453e-45c2-b405-4fe2722fae33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882435 Aug 31 01:25:56.496198 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-05303336-ba75-4240-839a-898175f1c659 req-560dccad-9341-4a0b-90f1-9ca986257cf9 service neutron] 10.222.0.72 "GET /v2.0/networks/77c04e9b-453e-45c2-b405-4fe2722fae33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836902 Aug 31 01:26:06.544674 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-e9e145b6-fbbd-4ee8-94bb-71a419c964e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:08.967252 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d1ec65a7-7b80-4c01-a75e-9be3828ac742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:09.338814 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:10.081568 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:11.737357 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:26:12.042294 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:14.304149 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:36.566588 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-abc0095a-3436-4f06-8fab-829d9ea6a372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:38.966051 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-fb679d79-6e17-4eca-91e2-4afbd6fff829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:39.378008 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:40.040728 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:42.028631 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:44.326109 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:26:48.736053 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:26:52.248091 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [req-d9d9683f-5886-4bdd-81df-bbc403cc4dbb req-c93c4c47-3e2e-4f2d-bd3f-8d74860bd874 service neutron] (94634) timed out ('10.222.0.72', 54787) {{(pid=94634) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 01:26:56.977250 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6e138257-17df-4155-b5ca-56e7444317c9 req-ca2d5b09-746b-4f7d-9464-1ccbca72b441 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389726 Aug 31 01:26:57.055233 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e138257-17df-4155-b5ca-56e7444317c9 req-93cf306e-f329-4f2e-bcc4-92e836b42e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:57.056731 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6e138257-17df-4155-b5ca-56e7444317c9 req-93cf306e-f329-4f2e-bcc4-92e836b42e7f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ffa2d2788a446da9bb35bff34b67588&device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa HTTP/1.1" status: 200 len: 1098 time: 0.0398705 Aug 31 01:26:57.158881 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e138257-17df-4155-b5ca-56e7444317c9 req-448cee7e-3dc6-4995-99bc-d1d037fd38c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:57.160205 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6e138257-17df-4155-b5ca-56e7444317c9 req-448cee7e-3dc6-4995-99bc-d1d037fd38c5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=30fb7d9d-48f3-4521-a14a-db6a70863ca4 HTTP/1.1" status: 200 len: 912 time: 0.0845098 Aug 31 01:26:57.224037 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6e138257-17df-4155-b5ca-56e7444317c9 req-57a38e19-11fc-474d-9a23-b86f719e57fa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=263270ff-621e-4895-93d7-2fdb82e626fa HTTP/1.1" status: 200 len: 1000 time: 0.0565979 Aug 31 01:26:57.274946 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e138257-17df-4155-b5ca-56e7444317c9 req-eea1fc15-5ca8-4161-a412-665a095674a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:57.276312 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6e138257-17df-4155-b5ca-56e7444317c9 req-eea1fc15-5ca8-4161-a412-665a095674a0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b8d6dea-cd1f-4897-b8eb-208006d6ba9a HTTP/1.1" status: 200 len: 850 time: 0.0450718 Aug 31 01:26:57.319738 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e138257-17df-4155-b5ca-56e7444317c9 req-f18416aa-dc70-466a-88fa-86b9d170ad9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:26:57.325509 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6e138257-17df-4155-b5ca-56e7444317c9 req-f18416aa-dc70-466a-88fa-86b9d170ad9f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30fb7d9d-48f3-4521-a14a-db6a70863ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382762 Aug 31 01:26:57.407653 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6e138257-17df-4155-b5ca-56e7444317c9 req-207d346f-1f82-4251-ba03-f177e3501e49 service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796647 Aug 31 01:26:57.497749 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6e138257-17df-4155-b5ca-56e7444317c9 req-cd259c28-0986-4e24-a4be-ce4d8a814d02 service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829170 Aug 31 01:27:06.588386 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-249d4897-3fa7-431a-8bb4-ed6ca9476a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:08.971147 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-f749c152-2a6c-4a9f-b5d5-8a0c006754e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:09.359745 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:10.090879 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:12.022025 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:14.281633 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 38778) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:14.339174 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7fa802fd-4d93-4ed6-9e16-aa8e027e7538 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:14.342530 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:14.363624 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7fa802fd-4d93-4ed6-9e16-aa8e027e7538 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:14.479165 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7fa802fd-4d93-4ed6-9e16-aa8e027e7538 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:14.481674 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7fa802fd-4d93-4ed6-9e16-aa8e027e7538 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:14.482790 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-7fa802fd-4d93-4ed6-9e16-aa8e027e7538 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] 10.222.0.43 "DELETE /v2.0/security-groups/c071c7c8-f360-43e9-952d-7eeadd8c8ea0 HTTP/1.1" status: 204 len: 168 time: 0.2001379 Aug 31 01:27:14.491795 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa802fd-4d93-4ed6-9e16-aa8e027e7538 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c071c7c8-f360-43e9-952d-7eeadd8c8ea0,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:14.499353 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa802fd-4d93-4ed6-9e16-aa8e027e7538 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:14.499706 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa802fd-4d93-4ed6-9e16-aa8e027e7538 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:14.500053 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa802fd-4d93-4ed6-9e16-aa8e027e7538 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:14.500391 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa802fd-4d93-4ed6-9e16-aa8e027e7538 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:14.500716 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa802fd-4d93-4ed6-9e16-aa8e027e7538 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:14.501045 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa802fd-4d93-4ed6-9e16-aa8e027e7538 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:14.501382 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa802fd-4d93-4ed6-9e16-aa8e027e7538 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:14.501704 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa802fd-4d93-4ed6-9e16-aa8e027e7538 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:14.502029 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa802fd-4d93-4ed6-9e16-aa8e027e7538 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:14.502351 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa802fd-4d93-4ed6-9e16-aa8e027e7538 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:14.502707 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa802fd-4d93-4ed6-9e16-aa8e027e7538 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:14.503031 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa802fd-4d93-4ed6-9e16-aa8e027e7538 tempest-TestVolumeBootPattern-105902944 tempest-TestVolumeBootPattern-105902944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:14.701123 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 38784) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:15.156003 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ccf34f52-7cac-47d2-87f8-369ef256dce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370955'] for router_interface, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:15.638959 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-ccf34f52-7cac-47d2-87f8-369ef256dce7 admin admin] Deleting port e5559bfa-529f-43a3-9cdd-4ad7b6b2371b {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:15.639629 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ccf34f52-7cac-47d2-87f8-369ef256dce7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:15.714286 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-ccf34f52-7cac-47d2-87f8-369ef256dce7 admin admin] For port e5559bfa-529f-43a3-9cdd-4ad7b6b2371b, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=e5559bfa-529f-43a3-9cdd-4ad7b6b2371b,segment=NetworkSegment(136e9093-82c8-488c-90d1-ee823e08345f),segment_id=136e9093-82c8-488c-90d1-ee823e08345f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:15.714675 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ccf34f52-7cac-47d2-87f8-369ef256dce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:15.726825 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-ccf34f52-7cac-47d2-87f8-369ef256dce7 admin admin] Calling delete_port for e5559bfa-529f-43a3-9cdd-4ad7b6b2371b owned by network:router_interface {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:15.970528 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ccf34f52-7cac-47d2-87f8-369ef256dce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:15.995866 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf34f52-7cac-47d2-87f8-369ef256dce7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5559bfa-529f-43a3-9cdd-4ad7b6b2371b,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:16.157948 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ccf34f52-7cac-47d2-87f8-369ef256dce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-371095'] for router_interface, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:16.361058 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf34f52-7cac-47d2-87f8-369ef256dce7 admin admin] Router fb827655-e05a-4602-9186-a489a84291e7 has already been hosted by L3 agent c5d183af-b1ef-4815-8853-b3c8447fce00 {{(pid=94635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:27:16.460186 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf34f52-7cac-47d2-87f8-369ef256dce7 admin admin] Notify agent at l3_agent.dv-cinder-760180-3-iscsi the message routers_updated {{(pid=94635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:27:16.465036 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-ccf34f52-7cac-47d2-87f8-369ef256dce7 admin admin] 10.222.0.43 "PUT /v2.0/routers/fb827655-e05a-4602-9186-a489a84291e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7628028 Aug 31 01:27:16.467609 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 38798) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:16.469546 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b1afa0-1682-4245-9e9f-17a961a34f0d None None] Sync routers for ids ['fb827655-e05a-4602-9186-a489a84291e7'] in dv-cinder-760180-3-iscsi {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:27:16.478792 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b1afa0-1682-4245-9e9f-17a961a34f0d None None] Routers {'fb827655-e05a-4602-9186-a489a84291e7'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:27:16.479392 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-12b1afa0-1682-4245-9e9f-17a961a34f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:27:09Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['fb827655-e05a-4602-9186-a489a84291e7'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:16.571439 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-aed654a6-85e2-4f94-a029-4317e434ab60 admin admin] Notify callbacks [] for router, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:16.581076 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-12b1afa0-1682-4245-9e9f-17a961a34f0d None None] Set router fb827655-e05a-4602-9186-a489a84291e7 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:27:16.673246 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-aed654a6-85e2-4f94-a029-4317e434ab60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:16.759082 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-12b1afa0-1682-4245-9e9f-17a961a34f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb827655-e05a-4602-9186-a489a84291e7', 'name': 'tempest-TestVolumeBootPattern-717848227-router', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': '08299612-f80e-4117-a7e8-f0a0dd807689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:57Z', 'updated_at': '2021-08-31T01:27:15Z', 'revision_number': 5, 'project_id': 'cd87758004a84b0894e10b0402589a05', 'gw_port': {'id': '08299612-f80e-4117-a7e8-f0a0dd807689', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:be:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb827655-e05a-4602-9186-a489a84291e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:11:58Z', 'updated_at': '2021-08-31T01:12:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi'}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:16.784696 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b1afa0-1682-4245-9e9f-17a961a34f0d None None] Checking router: fb827655-e05a-4602-9186-a489a84291e7 for host: dv-cinder-760180-3-iscsi {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:27:16.792822 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b1afa0-1682-4245-9e9f-17a961a34f0d None None] Routers {'fb827655-e05a-4602-9186-a489a84291e7'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:27:16.793973 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-12b1afa0-1682-4245-9e9f-17a961a34f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:27:09Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['fb827655-e05a-4602-9186-a489a84291e7'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:16.825050 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-aed654a6-85e2-4f94-a029-4317e434ab60 admin admin] Deleting port 08299612-f80e-4117-a7e8-f0a0dd807689 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:16.825385 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-aed654a6-85e2-4f94-a029-4317e434ab60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:16.880313 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-12b1afa0-1682-4245-9e9f-17a961a34f0d None None] Set router fb827655-e05a-4602-9186-a489a84291e7 gateway port host: None {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:27:16.907656 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-aed654a6-85e2-4f94-a029-4317e434ab60 admin admin] For port 08299612-f80e-4117-a7e8-f0a0dd807689, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=08299612-f80e-4117-a7e8-f0a0dd807689,segment=NetworkSegment(1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a),segment_id=1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:16.907928 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-aed654a6-85e2-4f94-a029-4317e434ab60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:16.920893 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-aed654a6-85e2-4f94-a029-4317e434ab60 admin admin] Calling delete_port for 08299612-f80e-4117-a7e8-f0a0dd807689 owned by network:router_gateway {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:16.930965 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-12b1afa0-1682-4245-9e9f-17a961a34f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb827655-e05a-4602-9186-a489a84291e7', 'name': 'tempest-TestVolumeBootPattern-717848227-router', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:57Z', 'updated_at': '2021-08-31T01:27:16Z', 'revision_number': 6, 'project_id': 'cd87758004a84b0894e10b0402589a05', 'gw_port_host': None}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:16.958968 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b1afa0-1682-4245-9e9f-17a961a34f0d None None] The sync data for ids ['fb827655-e05a-4602-9186-a489a84291e7'] in dv-cinder-760180-3-iscsi is: [{'id': 'fb827655-e05a-4602-9186-a489a84291e7', 'name': 'tempest-TestVolumeBootPattern-717848227-router', 'tenant_id': 'cd87758004a84b0894e10b0402589a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:11:57Z', 'updated_at': '2021-08-31T01:27:16Z', 'revision_number': 6, 'project_id': 'cd87758004a84b0894e10b0402589a05', 'gw_port_host': None}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:27:17.142323 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-aed654a6-85e2-4f94-a029-4317e434ab60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:17.174450 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed654a6-85e2-4f94-a029-4317e434ab60 admin admin] Pushing event deleted for resources: {'Port': ['ID=08299612-f80e-4117-a7e8-f0a0dd807689,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:17.228962 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-aed654a6-85e2-4f94-a029-4317e434ab60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372021'] for router_gateway, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:17.316684 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-aed654a6-85e2-4f94-a029-4317e434ab60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-381963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4375'] for router, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:17.319016 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-aed654a6-85e2-4f94-a029-4317e434ab60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:17.411393 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-aed654a6-85e2-4f94-a029-4317e434ab60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-381952'] for router, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:17.411900 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed654a6-85e2-4f94-a029-4317e434ab60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb827655-e05a-4602-9186-a489a84291e7 {{(pid=94635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:27:17.428664 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-aed654a6-85e2-4f94-a029-4317e434ab60 admin admin] Notify callbacks [] for router, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:17.428664 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-aed654a6-85e2-4f94-a029-4317e434ab60 admin admin] 10.222.0.43 "DELETE /v2.0/routers/fb827655-e05a-4602-9186-a489a84291e7 HTTP/1.1" status: 204 len: 168 time: 0.9485910 Aug 31 01:27:17.428664 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 38806) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:17.464120 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a5e95b-9b80-4d06-9d8d-4b8c7d94ed59 admin admin] Deleting subnet e3346ced-1b5d-4fc3-90c1-5d19f1ec19c9 {{(pid=94635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:27:17.467053 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-94a5e95b-9b80-4d06-9d8d-4b8c7d94ed59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:17.499709 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-94a5e95b-9b80-4d06-9d8d-4b8c7d94ed59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127559236'] for subnet, precommit_delete_associations {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:17.602874 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-94a5e95b-9b80-4d06-9d8d-4b8c7d94ed59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1450095'] for subnet, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:17.725644 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-94a5e95b-9b80-4d06-9d8d-4b8c7d94ed59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1450084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127206931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125832479'] for subnet, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:17.755319 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a5e95b-9b80-4d06-9d8d-4b8c7d94ed59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3346ced-1b5d-4fc3-90c1-5d19f1ec19c9,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:17.758855 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-94a5e95b-9b80-4d06-9d8d-4b8c7d94ed59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for subnet, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:17.760702 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-94a5e95b-9b80-4d06-9d8d-4b8c7d94ed59 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e3346ced-1b5d-4fc3-90c1-5d19f1ec19c9 HTTP/1.1" status: 204 len: 168 time: 0.3395073 Aug 31 01:27:17.763525 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 38808) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:17.766503 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cd6599-0d1e-494e-b5b4-4f19a1aa4f0e None None] Network c534f589-1d8a-478d-9545-cdea5e81a29a requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:27:17.840930 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-60e49163-3230-4f34-b4a6-d92246c9ceaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525824'] for network, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:17.896044 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-60e49163-3230-4f34-b4a6-d92246c9ceaf admin admin] Deleting port a6a54463-e3a8-44d3-ac0b-1851572c69e2 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:17.896384 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-60e49163-3230-4f34-b4a6-d92246c9ceaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:17.939765 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d7d5f4-37f7-4670-bd34-9bb4003d3ee3 None None] DHCP port deletion for c534f589-1d8a-478d-9545-cdea5e81a29a request from dv-cinder-760180-3-iscsi {{(pid=94636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:27:17.966657 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-60e49163-3230-4f34-b4a6-d92246c9ceaf admin admin] For port a6a54463-e3a8-44d3-ac0b-1851572c69e2, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=a6a54463-e3a8-44d3-ac0b-1851572c69e2,segment=NetworkSegment(136e9093-82c8-488c-90d1-ee823e08345f),segment_id=136e9093-82c8-488c-90d1-ee823e08345f)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:17.967023 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-60e49163-3230-4f34-b4a6-d92246c9ceaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:17.980527 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-60e49163-3230-4f34-b4a6-d92246c9ceaf admin admin] Calling delete_port for a6a54463-e3a8-44d3-ac0b-1851572c69e2 owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:17.990291 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-07d7d5f4-37f7-4670-bd34-9bb4003d3ee3 None None] Deleting port a6a54463-e3a8-44d3-ac0b-1851572c69e2 {{(pid=94636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:17.990707 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-07d7d5f4-37f7-4670-bd34-9bb4003d3ee3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:18.051993 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-07d7d5f4-37f7-4670-bd34-9bb4003d3ee3 None None] For port a6a54463-e3a8-44d3-ac0b-1851572c69e2, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=a6a54463-e3a8-44d3-ac0b-1851572c69e2,segment=NetworkSegment(136e9093-82c8-488c-90d1-ee823e08345f),segment_id=136e9093-82c8-488c-90d1-ee823e08345f)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:18.052397 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-07d7d5f4-37f7-4670-bd34-9bb4003d3ee3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:18.065588 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-07d7d5f4-37f7-4670-bd34-9bb4003d3ee3 None None] Calling delete_port for a6a54463-e3a8-44d3-ac0b-1851572c69e2 owned by network:dhcp {{(pid=94636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:18.142621 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-60e49163-3230-4f34-b4a6-d92246c9ceaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:18.148013 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-07d7d5f4-37f7-4670-bd34-9bb4003d3ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231'] for port, after_delete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:18.177756 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d7d5f4-37f7-4670-bd34-9bb4003d3ee3 None None] No DVR routers for this DVR port a6a54463-e3a8-44d3-ac0b-1851572c69e2 on host dv-cinder-760180-3-iscsi {{(pid=94636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:27:18.177882 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e49163-3230-4f34-b4a6-d92246c9ceaf admin admin] Pushing event deleted for resources: {'Port': ['ID=a6a54463-e3a8-44d3-ac0b-1851572c69e2,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:18.177988 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d7d5f4-37f7-4670-bd34-9bb4003d3ee3 None None] Pushing event deleted for resources: {'Port': ['ID=a6a54463-e3a8-44d3-ac0b-1851572c69e2,revision_number=None']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:18.185717 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d7d5f4-37f7-4670-bd34-9bb4003d3ee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:18.186072 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d7d5f4-37f7-4670-bd34-9bb4003d3ee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:18.186414 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d7d5f4-37f7-4670-bd34-9bb4003d3ee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:18.186841 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d7d5f4-37f7-4670-bd34-9bb4003d3ee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:18.187171 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d7d5f4-37f7-4670-bd34-9bb4003d3ee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:18.187507 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d7d5f4-37f7-4670-bd34-9bb4003d3ee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:18.187724 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e49163-3230-4f34-b4a6-d92246c9ceaf admin admin] No DVR routers for this DVR port a6a54463-e3a8-44d3-ac0b-1851572c69e2 on host dv-cinder-760180-3-iscsi {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:27:18.187872 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d7d5f4-37f7-4670-bd34-9bb4003d3ee3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:18.188145 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d7d5f4-37f7-4670-bd34-9bb4003d3ee3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:18.188471 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d7d5f4-37f7-4670-bd34-9bb4003d3ee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:18.188792 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d7d5f4-37f7-4670-bd34-9bb4003d3ee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:18.189128 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d7d5f4-37f7-4670-bd34-9bb4003d3ee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:18.189436 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d7d5f4-37f7-4670-bd34-9bb4003d3ee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:18.263820 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-60e49163-3230-4f34-b4a6-d92246c9ceaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1451156', 'neutron.services.segments.db._delete_segments_for_network-8766773786049'] for network, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:18.273284 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.services.segments.db [None req-60e49163-3230-4f34-b4a6-d92246c9ceaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c534f589-1d8a-478d-9545-cdea5e81a29a']}} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:18.284058 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.services.segments.db [None req-60e49163-3230-4f34-b4a6-d92246c9ceaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '136e9093-82c8-488c-90d1-ee823e08345f') {'for_net_delete': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:18.284433 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.services.segments.db [None req-60e49163-3230-4f34-b4a6-d92246c9ceaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '136e9093-82c8-488c-90d1-ee823e08345f') {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:18.293050 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-60e49163-3230-4f34-b4a6-d92246c9ceaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766773797205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127559295'] for segment, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:18.305908 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-60e49163-3230-4f34-b4a6-d92246c9ceaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417'] for segment, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:18.311740 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60e49163-3230-4f34-b4a6-d92246c9ceaf admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=94635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:27:18.312111 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-60e49163-3230-4f34-b4a6-d92246c9ceaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127207081'] for segment, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:18.313693 dv-cinder-760180-3-iscsi neutron-server[94635]: Traceback (most recent call last): Aug 31 01:27:18.313693 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:27:18.313693 dv-cinder-760180-3-iscsi neutron-server[94635]: timer() Aug 31 01:27:18.313693 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:27:18.313693 dv-cinder-760180-3-iscsi neutron-server[94635]: cb(*args, **kw) Aug 31 01:27:18.313693 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:27:18.313693 dv-cinder-760180-3-iscsi neutron-server[94635]: return func(*args, **kwargs) Aug 31 01:27:18.313693 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:27:18.313693 dv-cinder-760180-3-iscsi neutron-server[94635]: self._notify() Aug 31 01:27:18.313693 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:27:18.313693 dv-cinder-760180-3-iscsi neutron-server[94635]: self.callback(batched_events) Aug 31 01:27:18.313693 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:27:18.313693 dv-cinder-760180-3-iscsi neutron-server[94635]: event.method(event) Aug 31 01:27:18.313693 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:27:18.313693 dv-cinder-760180-3-iscsi neutron-server[94635]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:27:18.313693 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:27:18.313693 dv-cinder-760180-3-iscsi neutron-server[94635]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:27:18.313693 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:27:18.313693 dv-cinder-760180-3-iscsi neutron-server[94635]: return f(self, *a, **k) Aug 31 01:27:18.313693 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:27:18.313693 dv-cinder-760180-3-iscsi neutron-server[94635]: return self._get(url).json() Aug 31 01:27:18.313693 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:27:18.313693 dv-cinder-760180-3-iscsi neutron-server[94635]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:27:18.313693 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:27:18.313693 dv-cinder-760180-3-iscsi neutron-server[94635]: return self.request(url, 'GET', **kwargs) Aug 31 01:27:18.313693 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:27:18.313693 dv-cinder-760180-3-iscsi neutron-server[94635]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:27:18.313693 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:27:18.313693 dv-cinder-760180-3-iscsi neutron-server[94635]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:27:18.313693 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:27:18.313693 dv-cinder-760180-3-iscsi neutron-server[94635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:27:18.313693 dv-cinder-760180-3-iscsi neutron-server[94635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:27:18.416515 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-60e49163-3230-4f34-b4a6-d92246c9ceaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1451149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371993'] for network, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:18.421748 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-60e49163-3230-4f34-b4a6-d92246c9ceaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for network, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:18.423575 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-60e49163-3230-4f34-b4a6-d92246c9ceaf admin admin] 10.222.0.43 "DELETE /v2.0/networks/c534f589-1d8a-478d-9545-cdea5e81a29a HTTP/1.1" status: 204 len: 168 time: 0.6583049 Aug 31 01:27:18.426604 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 38816) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:18.435831 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e49163-3230-4f34-b4a6-d92246c9ceaf admin admin] Pushing event deleted for resources: {'Network': ['ID=c534f589-1d8a-478d-9545-cdea5e81a29a,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:18.647863 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 08299612-f80e-4117-a7e8-f0a0dd807689 no longer exists at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:27:18.667388 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] No Port match for: 08299612-f80e-4117-a7e8-f0a0dd807689 {{(pid=94636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:27:18.667744 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 08299612-f80e-4117-a7e8-f0a0dd807689 not bound to the agent host dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:27:18.668324 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device a6a54463-e3a8-44d3-ac0b-1851572c69e2 no longer exists at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:27:18.687698 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] No Port match for: a6a54463-e3a8-44d3-ac0b-1851572c69e2 {{(pid=94636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:27:18.687968 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device a6a54463-e3a8-44d3-ac0b-1851572c69e2 not bound to the agent host dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:27:18.688383 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device e5559bfa-529f-43a3-9cdd-4ad7b6b2371b no longer exists at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:27:18.707328 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] No Port match for: e5559bfa-529f-43a3-9cdd-4ad7b6b2371b {{(pid=94636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:27:18.707669 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device e5559bfa-529f-43a3-9cdd-4ad7b6b2371b not bound to the agent host dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:27:18.760434 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8bd6a5e9-728d-4196-91ae-90039262e3af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370955'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:18.995949 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-8bd6a5e9-728d-4196-91ae-90039262e3af admin admin] Deleting port 532abf43-1519-4af6-901f-9a32b7bf1026 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:18.996898 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8bd6a5e9-728d-4196-91ae-90039262e3af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:19.073287 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-8bd6a5e9-728d-4196-91ae-90039262e3af admin admin] For port 532abf43-1519-4af6-901f-9a32b7bf1026, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=532abf43-1519-4af6-901f-9a32b7bf1026,segment=NetworkSegment(72c8daa4-84bf-4ae6-8132-c69f33d8c49e),segment_id=72c8daa4-84bf-4ae6-8132-c69f33d8c49e)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:19.073639 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8bd6a5e9-728d-4196-91ae-90039262e3af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:19.086277 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-8bd6a5e9-728d-4196-91ae-90039262e3af admin admin] Calling delete_port for 532abf43-1519-4af6-901f-9a32b7bf1026 owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:19.330487 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8bd6a5e9-728d-4196-91ae-90039262e3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126575170'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:19.356282 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd6a5e9-728d-4196-91ae-90039262e3af admin admin] Pushing event deleted for resources: {'Port': ['ID=532abf43-1519-4af6-901f-9a32b7bf1026,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:19.379022 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd6a5e9-728d-4196-91ae-90039262e3af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:19.379374 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd6a5e9-728d-4196-91ae-90039262e3af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:19.379712 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd6a5e9-728d-4196-91ae-90039262e3af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:19.380045 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd6a5e9-728d-4196-91ae-90039262e3af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:19.380373 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd6a5e9-728d-4196-91ae-90039262e3af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:19.380698 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd6a5e9-728d-4196-91ae-90039262e3af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:19.381020 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd6a5e9-728d-4196-91ae-90039262e3af admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:19.381340 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd6a5e9-728d-4196-91ae-90039262e3af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:19.381661 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd6a5e9-728d-4196-91ae-90039262e3af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:19.381977 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd6a5e9-728d-4196-91ae-90039262e3af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:19.382291 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd6a5e9-728d-4196-91ae-90039262e3af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:19.382630 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd6a5e9-728d-4196-91ae-90039262e3af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:27:19.526460 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8bd6a5e9-728d-4196-91ae-90039262e3af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-371095'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:19.728667 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd6a5e9-728d-4196-91ae-90039262e3af admin admin] Router 1492f0b7-7e42-4843-a6b4-fd3bb6058409 has already been hosted by L3 agent c5d183af-b1ef-4815-8853-b3c8447fce00 {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:27:20.080266 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd6a5e9-728d-4196-91ae-90039262e3af admin admin] Notify agent at l3_agent.dv-cinder-760180-3-iscsi the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:27:20.087810 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-8bd6a5e9-728d-4196-91ae-90039262e3af admin admin] 10.222.0.43 "PUT /v2.0/routers/1492f0b7-7e42-4843-a6b4-fd3bb6058409/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6601202 Aug 31 01:27:20.088115 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 38828) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:20.088915 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b6cde2-e586-46e0-9d61-dab778461f36 None None] Sync routers for ids ['1492f0b7-7e42-4843-a6b4-fd3bb6058409'] in dv-cinder-760180-3-iscsi {{(pid=94637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:27:20.098917 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b6cde2-e586-46e0-9d61-dab778461f36 None None] Routers {'1492f0b7-7e42-4843-a6b4-fd3bb6058409'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:27:20.099522 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-92b6cde2-e586-46e0-9d61-dab778461f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:27:09Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['1492f0b7-7e42-4843-a6b4-fd3bb6058409'], 'active': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:20.190252 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9cf671f5-3599-46f1-8681-38d0e5dc2304 admin admin] Notify callbacks [] for router, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:20.197286 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvr_db [None req-92b6cde2-e586-46e0-9d61-dab778461f36 None None] Set router 1492f0b7-7e42-4843-a6b4-fd3bb6058409 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:27:20.292198 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9cf671f5-3599-46f1-8681-38d0e5dc2304 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:20.375937 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-92b6cde2-e586-46e0-9d61-dab778461f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1492f0b7-7e42-4843-a6b4-fd3bb6058409', 'name': 'tempest-TestVolumeBootPattern-405885916-router', 'tenant_id': 'db19fc6290044d15a09fce1e6737c530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '3c55ddcb-5532-4ae7-88ae-e9dad9071a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:12:07Z', 'updated_at': '2021-08-31T01:27:19Z', 'revision_number': 5, 'project_id': 'db19fc6290044d15a09fce1e6737c530', 'gw_port': {'id': '3c55ddcb-5532-4ae7-88ae-e9dad9071a82', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1492f0b7-7e42-4843-a6b4-fd3bb6058409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:12:07Z', 'updated_at': '2021-08-31T01:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi'}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:20.396073 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-9cf671f5-3599-46f1-8681-38d0e5dc2304 admin admin] Deleting port 3c55ddcb-5532-4ae7-88ae-e9dad9071a82 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:20.396636 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9cf671f5-3599-46f1-8681-38d0e5dc2304 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:20.400973 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b6cde2-e586-46e0-9d61-dab778461f36 None None] Checking router: 1492f0b7-7e42-4843-a6b4-fd3bb6058409 for host: dv-cinder-760180-3-iscsi {{(pid=94637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:27:20.409505 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b6cde2-e586-46e0-9d61-dab778461f36 None None] Routers {'1492f0b7-7e42-4843-a6b4-fd3bb6058409'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:27:20.410106 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-92b6cde2-e586-46e0-9d61-dab778461f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:27:09Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['1492f0b7-7e42-4843-a6b4-fd3bb6058409'], 'active': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:20.473086 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-9cf671f5-3599-46f1-8681-38d0e5dc2304 admin admin] For port 3c55ddcb-5532-4ae7-88ae-e9dad9071a82, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=3c55ddcb-5532-4ae7-88ae-e9dad9071a82,segment=NetworkSegment(1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a),segment_id=1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:20.473450 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9cf671f5-3599-46f1-8681-38d0e5dc2304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:20.489430 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-9cf671f5-3599-46f1-8681-38d0e5dc2304 admin admin] Calling delete_port for 3c55ddcb-5532-4ae7-88ae-e9dad9071a82 owned by network:router_gateway {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:20.491241 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvr_db [None req-92b6cde2-e586-46e0-9d61-dab778461f36 None None] Set router 1492f0b7-7e42-4843-a6b4-fd3bb6058409 gateway port host: None {{(pid=94637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:27:20.549826 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-92b6cde2-e586-46e0-9d61-dab778461f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1492f0b7-7e42-4843-a6b4-fd3bb6058409', 'name': 'tempest-TestVolumeBootPattern-405885916-router', 'tenant_id': 'db19fc6290044d15a09fce1e6737c530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:12:07Z', 'updated_at': '2021-08-31T01:27:20Z', 'revision_number': 6, 'project_id': 'db19fc6290044d15a09fce1e6737c530', 'gw_port_host': None}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:20.585374 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b6cde2-e586-46e0-9d61-dab778461f36 None None] The sync data for ids ['1492f0b7-7e42-4843-a6b4-fd3bb6058409'] in dv-cinder-760180-3-iscsi is: [{'id': '1492f0b7-7e42-4843-a6b4-fd3bb6058409', 'name': 'tempest-TestVolumeBootPattern-405885916-router', 'tenant_id': 'db19fc6290044d15a09fce1e6737c530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:12:07Z', 'updated_at': '2021-08-31T01:27:20Z', 'revision_number': 6, 'project_id': 'db19fc6290044d15a09fce1e6737c530', 'gw_port_host': None}] {{(pid=94637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:27:20.707971 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9cf671f5-3599-46f1-8681-38d0e5dc2304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:20.735877 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf671f5-3599-46f1-8681-38d0e5dc2304 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c55ddcb-5532-4ae7-88ae-e9dad9071a82,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:20.794161 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9cf671f5-3599-46f1-8681-38d0e5dc2304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372021'] for router_gateway, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:20.883159 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9cf671f5-3599-46f1-8681-38d0e5dc2304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-381963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4375'] for router, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:20.885350 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9cf671f5-3599-46f1-8681-38d0e5dc2304 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:20.965301 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9cf671f5-3599-46f1-8681-38d0e5dc2304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-381952'] for router, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:20.965862 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf671f5-3599-46f1-8681-38d0e5dc2304 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1492f0b7-7e42-4843-a6b4-fd3bb6058409 {{(pid=94635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:27:20.970136 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9cf671f5-3599-46f1-8681-38d0e5dc2304 admin admin] Notify callbacks [] for router, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:20.973556 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-9cf671f5-3599-46f1-8681-38d0e5dc2304 admin admin] 10.222.0.43 "DELETE /v2.0/routers/1492f0b7-7e42-4843-a6b4-fd3bb6058409 HTTP/1.1" status: 204 len: 168 time: 0.8821359 Aug 31 01:27:20.973879 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 38836) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:21.021724 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e2e1842-f7dd-4e33-a416-b4412379d590 admin admin] Deleting subnet 0933db8a-b12e-4862-ada9-63dc0641ce5e {{(pid=94635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:27:21.024984 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7e2e1842-f7dd-4e33-a416-b4412379d590 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:21.060684 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7e2e1842-f7dd-4e33-a416-b4412379d590 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127559236'] for subnet, precommit_delete_associations {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:21.134142 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7e2e1842-f7dd-4e33-a416-b4412379d590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1450095'] for subnet, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:21.239543 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7e2e1842-f7dd-4e33-a416-b4412379d590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1450084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127206931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125832479'] for subnet, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:21.264763 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e1842-f7dd-4e33-a416-b4412379d590 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0933db8a-b12e-4862-ada9-63dc0641ce5e,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:21.268402 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-7e2e1842-f7dd-4e33-a416-b4412379d590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for subnet, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:21.270234 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-7e2e1842-f7dd-4e33-a416-b4412379d590 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0933db8a-b12e-4862-ada9-63dc0641ce5e HTTP/1.1" status: 204 len: 168 time: 0.2953544 Aug 31 01:27:21.272685 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 38838) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:21.274050 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5be56b-c195-4c13-81e3-506a8fc8cb12 None None] Network db161aa1-6b1f-4b88-ac16-307a6b71d973 requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:27:21.345673 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8a9e180b-7d61-4d89-9cea-0c3616309aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525824'] for network, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:21.406366 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-8a9e180b-7d61-4d89-9cea-0c3616309aff admin admin] Deleting port b1490861-da98-45b3-ab57-104cb294252b {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:21.407006 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8a9e180b-7d61-4d89-9cea-0c3616309aff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:21.478139 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-8a9e180b-7d61-4d89-9cea-0c3616309aff admin admin] For port b1490861-da98-45b3-ab57-104cb294252b, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=b1490861-da98-45b3-ab57-104cb294252b,segment=NetworkSegment(72c8daa4-84bf-4ae6-8132-c69f33d8c49e),segment_id=72c8daa4-84bf-4ae6-8132-c69f33d8c49e)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:21.478521 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8a9e180b-7d61-4d89-9cea-0c3616309aff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:21.493186 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-8a9e180b-7d61-4d89-9cea-0c3616309aff admin admin] Calling delete_port for b1490861-da98-45b3-ab57-104cb294252b owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:21.568677 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c51fd0c-55a6-4f47-a127-8899d92048f5 None None] DHCP port deletion for db161aa1-6b1f-4b88-ac16-307a6b71d973 request from dv-cinder-760180-3-iscsi {{(pid=94636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:27:21.615664 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-2c51fd0c-55a6-4f47-a127-8899d92048f5 None None] Deleting port b1490861-da98-45b3-ab57-104cb294252b {{(pid=94636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:27:21.616036 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-2c51fd0c-55a6-4f47-a127-8899d92048f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:21.673922 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8a9e180b-7d61-4d89-9cea-0c3616309aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:21.684824 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-2c51fd0c-55a6-4f47-a127-8899d92048f5 None None] For port b1490861-da98-45b3-ab57-104cb294252b, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=b1490861-da98-45b3-ab57-104cb294252b,segment=NetworkSegment(72c8daa4-84bf-4ae6-8132-c69f33d8c49e),segment_id=72c8daa4-84bf-4ae6-8132-c69f33d8c49e)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:27:21.687133 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-2c51fd0c-55a6-4f47-a127-8899d92048f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:21.697464 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-2c51fd0c-55a6-4f47-a127-8899d92048f5 None None] Calling delete_port for b1490861-da98-45b3-ab57-104cb294252b owned by network:dhcp {{(pid=94636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:27:21.706970 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e180b-7d61-4d89-9cea-0c3616309aff admin admin] Pushing event deleted for resources: {'Port': ['ID=b1490861-da98-45b3-ab57-104cb294252b,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:21.709793 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9e180b-7d61-4d89-9cea-0c3616309aff admin admin] No DVR routers for this DVR port b1490861-da98-45b3-ab57-104cb294252b on host dv-cinder-760180-3-iscsi {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:27:21.773659 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-2c51fd0c-55a6-4f47-a127-8899d92048f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231'] for port, after_delete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:21.806614 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c51fd0c-55a6-4f47-a127-8899d92048f5 None None] Pushing event deleted for resources: {'Port': ['ID=b1490861-da98-45b3-ab57-104cb294252b,revision_number=None']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:21.811948 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c51fd0c-55a6-4f47-a127-8899d92048f5 None None] No DVR routers for this DVR port b1490861-da98-45b3-ab57-104cb294252b on host dv-cinder-760180-3-iscsi {{(pid=94636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:27:22.040545 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8a9e180b-7d61-4d89-9cea-0c3616309aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1451156', 'neutron.services.segments.db._delete_segments_for_network-8766773786049'] for network, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:22.050655 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.services.segments.db [None req-8a9e180b-7d61-4d89-9cea-0c3616309aff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db161aa1-6b1f-4b88-ac16-307a6b71d973']}} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:22.061275 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.services.segments.db [None req-8a9e180b-7d61-4d89-9cea-0c3616309aff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c8daa4-84bf-4ae6-8132-c69f33d8c49e') {'for_net_delete': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:22.061572 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.services.segments.db [None req-8a9e180b-7d61-4d89-9cea-0c3616309aff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c8daa4-84bf-4ae6-8132-c69f33d8c49e') {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:27:22.070309 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8a9e180b-7d61-4d89-9cea-0c3616309aff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766773797205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127559295'] for segment, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:22.083364 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8a9e180b-7d61-4d89-9cea-0c3616309aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417'] for segment, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:22.089354 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a9e180b-7d61-4d89-9cea-0c3616309aff admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:27:22.096838 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8a9e180b-7d61-4d89-9cea-0c3616309aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127207081'] for segment, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:22.096838 dv-cinder-760180-3-iscsi neutron-server[94635]: Traceback (most recent call last): Aug 31 01:27:22.096838 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:27:22.096838 dv-cinder-760180-3-iscsi neutron-server[94635]: timer() Aug 31 01:27:22.096838 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:27:22.096838 dv-cinder-760180-3-iscsi neutron-server[94635]: cb(*args, **kw) Aug 31 01:27:22.096838 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:27:22.096838 dv-cinder-760180-3-iscsi neutron-server[94635]: return func(*args, **kwargs) Aug 31 01:27:22.096838 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:27:22.096838 dv-cinder-760180-3-iscsi neutron-server[94635]: self._notify() Aug 31 01:27:22.096838 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:27:22.096838 dv-cinder-760180-3-iscsi neutron-server[94635]: self.callback(batched_events) Aug 31 01:27:22.096838 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:27:22.096838 dv-cinder-760180-3-iscsi neutron-server[94635]: event.method(event) Aug 31 01:27:22.096838 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:27:22.096838 dv-cinder-760180-3-iscsi neutron-server[94635]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:27:22.096838 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:27:22.096838 dv-cinder-760180-3-iscsi neutron-server[94635]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:27:22.096838 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:27:22.096838 dv-cinder-760180-3-iscsi neutron-server[94635]: return f(self, *a, **k) Aug 31 01:27:22.096838 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:27:22.096838 dv-cinder-760180-3-iscsi neutron-server[94635]: return self._get(url).json() Aug 31 01:27:22.096838 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:27:22.096838 dv-cinder-760180-3-iscsi neutron-server[94635]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:27:22.096838 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:27:22.096838 dv-cinder-760180-3-iscsi neutron-server[94635]: return self.request(url, 'GET', **kwargs) Aug 31 01:27:22.096838 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:27:22.096838 dv-cinder-760180-3-iscsi neutron-server[94635]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:27:22.096838 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:27:22.096838 dv-cinder-760180-3-iscsi neutron-server[94635]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:27:22.096838 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:27:22.096838 dv-cinder-760180-3-iscsi neutron-server[94635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:27:22.096838 dv-cinder-760180-3-iscsi neutron-server[94635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:27:22.210128 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8a9e180b-7d61-4d89-9cea-0c3616309aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1451149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371993'] for network, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:22.216067 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-8a9e180b-7d61-4d89-9cea-0c3616309aff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for network, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:22.217971 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-8a9e180b-7d61-4d89-9cea-0c3616309aff admin admin] 10.222.0.43 "DELETE /v2.0/networks/db161aa1-6b1f-4b88-ac16-307a6b71d973 HTTP/1.1" status: 204 len: 168 time: 0.9443853 Aug 31 01:27:22.228498 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e180b-7d61-4d89-9cea-0c3616309aff admin admin] Pushing event deleted for resources: {'Network': ['ID=db161aa1-6b1f-4b88-ac16-307a6b71d973,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:22.523132 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 38852) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:22.563769 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-f5bdfeee-697d-4fb7-9923-5b38ba4fbf2f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cd87758004a84b0894e10b0402589a05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394638 Aug 31 01:27:22.566137 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 38854) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:22.614542 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-11aa45c4-e298-4072-b71e-6e81401273cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:22.635437 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-11aa45c4-e298-4072-b71e-6e81401273cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:22.650051 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 532abf43-1519-4af6-901f-9a32b7bf1026 no longer exists at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:27:22.669671 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] No Port match for: 532abf43-1519-4af6-901f-9a32b7bf1026 {{(pid=94636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:27:22.670071 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 532abf43-1519-4af6-901f-9a32b7bf1026 not bound to the agent host dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:27:22.670586 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 3c55ddcb-5532-4ae7-88ae-e9dad9071a82 no longer exists at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:27:22.688778 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] No Port match for: 3c55ddcb-5532-4ae7-88ae-e9dad9071a82 {{(pid=94636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:27:22.689151 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 3c55ddcb-5532-4ae7-88ae-e9dad9071a82 not bound to the agent host dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:27:22.689560 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device b1490861-da98-45b3-ab57-104cb294252b no longer exists at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:27:22.708214 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] No Port match for: b1490861-da98-45b3-ab57-104cb294252b {{(pid=94636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:27:22.708560 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device b1490861-da98-45b3-ab57-104cb294252b not bound to the agent host dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:27:22.736212 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-11aa45c4-e298-4072-b71e-6e81401273cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:22.738853 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-11aa45c4-e298-4072-b71e-6e81401273cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:22.740072 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-11aa45c4-e298-4072-b71e-6e81401273cd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/360be2c1-7c4c-4d89-adf7-2b57c91256b4 HTTP/1.1" status: 204 len: 168 time: 0.1730261 Aug 31 01:27:22.747796 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa45c4-e298-4072-b71e-6e81401273cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360be2c1-7c4c-4d89-adf7-2b57c91256b4,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:23.312157 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 38862) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:23.351823 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-4929cbae-f3f0-46f2-964c-8b2c59179e6f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=db19fc6290044d15a09fce1e6737c530&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385332 Aug 31 01:27:23.354256 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 38864) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:27:23.399923 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3666ccbf-0a62-48da-bee5-9476cb7c626d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:23.420661 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3666ccbf-0a62-48da-bee5-9476cb7c626d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:23.524746 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3666ccbf-0a62-48da-bee5-9476cb7c626d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:23.527930 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3666ccbf-0a62-48da-bee5-9476cb7c626d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:23.529064 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-3666ccbf-0a62-48da-bee5-9476cb7c626d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9850937b-bf61-4d74-b230-b570ccac8c21 HTTP/1.1" status: 204 len: 168 time: 0.1739011 Aug 31 01:27:23.537912 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666ccbf-0a62-48da-bee5-9476cb7c626d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9850937b-bf61-4d74-b230-b570ccac8c21,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:27:25.735062 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:27:36.569912 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-ba0d98ed-f7d7-4389-9bc2-18d75530b262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:38.981157 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-b664d412-e790-444d-bf4e-3db8b99eae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:39.336039 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:40.050120 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:42.032615 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:43.762394 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [req-fc5262b3-409b-4ab3-b1fc-a5153924c549 req-7d7e4677-2fdf-4106-8415-0a30787a6e84 service neutron] (94634) timed out ('10.222.0.43', 58986) {{(pid=94634) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 01:27:44.341141 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:27:58.408913 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c98edbcd-b925-4334-a283-d5f27486e7e3 req-c9a0f703-ea0e-4a8a-b360-2b57ec1bb229 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443707 Aug 31 01:27:58.465536 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98edbcd-b925-4334-a283-d5f27486e7e3 req-385610af-e372-4186-8f54-83b7060b56ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:58.466955 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c98edbcd-b925-4334-a283-d5f27486e7e3 req-385610af-e372-4186-8f54-83b7060b56ad service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=47cdebd97b944497818aa48978d3f0c0&device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 1099 time: 0.0380638 Aug 31 01:27:58.563659 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98edbcd-b925-4334-a283-d5f27486e7e3 req-3afdd121-2d4e-4a46-98a4-20bba8e0f6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:58.565045 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c98edbcd-b925-4334-a283-d5f27486e7e3 req-3afdd121-2d4e-4a46-98a4-20bba8e0f6d2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=77c04e9b-453e-45c2-b405-4fe2722fae33 HTTP/1.1" status: 200 len: 915 time: 0.0804160 Aug 31 01:27:58.611261 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c98edbcd-b925-4334-a283-d5f27486e7e3 req-b55544bc-b113-4f77-b4be-f63c4f7ef382 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5acad5b-17e4-45c6-9c6a-f34f315badc3 HTTP/1.1" status: 200 len: 217 time: 0.0382092 Aug 31 01:27:58.658388 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98edbcd-b925-4334-a283-d5f27486e7e3 req-b30d2309-4b81-4546-a8ac-72a0a176de3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:27:58.659837 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c98edbcd-b925-4334-a283-d5f27486e7e3 req-b30d2309-4b81-4546-a8ac-72a0a176de3d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=945ef294-d4ae-49f4-8a52-d45660287bd2 HTTP/1.1" status: 200 len: 854 time: 0.0420973 Aug 31 01:27:58.691219 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c98edbcd-b925-4334-a283-d5f27486e7e3 req-6e1ca9fa-8afd-41aa-9267-bcfbf4a61d58 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=77c04e9b-453e-45c2-b405-4fe2722fae33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233231 Aug 31 01:27:58.781672 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c98edbcd-b925-4334-a283-d5f27486e7e3 req-94e38292-1b46-4e58-8598-50cbf54e70a3 service neutron] 10.222.0.72 "GET /v2.0/networks/77c04e9b-453e-45c2-b405-4fe2722fae33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832033 Aug 31 01:27:58.872876 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c98edbcd-b925-4334-a283-d5f27486e7e3 req-ae1a80b3-9f45-4d96-99e3-1b1d1793e3c9 service neutron] 10.222.0.72 "GET /v2.0/networks/77c04e9b-453e-45c2-b405-4fe2722fae33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841849 Aug 31 01:28:02.732917 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:28:06.580993 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-5dfc19ca-f0b8-4386-a838-1672d1520fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:08.974649 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-239c20fa-9a43-48f5-b53b-199861029321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:09.340387 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:10.060335 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:12.054875 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:14.374962 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:23.181020 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d5223-1aaf-483c-959c-41a13c325b6e req-2a463ab8-1f38-4cf1-a844-6c46b2f50af2 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:23.182774 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-264d5223-1aaf-483c-959c-41a13c325b6e req-2a463ab8-1f38-4cf1-a844-6c46b2f50af2 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 946 time: 0.2145276 Aug 31 01:28:23.223785 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-264d5223-1aaf-483c-959c-41a13c325b6e req-088b6fd6-0da9-4e6d-a286-448cfe96bd60 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/security-groups?id=a3c16135-16fc-4151-89a5-35fec977e8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350468 Aug 31 01:28:23.523398 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe2055-7f6f-457e-b116-fa86b85f9ada req-78de896a-9a61-42a1-b519-1d2954a4230e tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:23.524811 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e0fe2055-7f6f-457e-b116-fa86b85f9ada req-78de896a-9a61-42a1-b519-1d2954a4230e tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.72 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 946 time: 0.0472965 Aug 31 01:28:23.617759 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [req-e0fe2055-7f6f-457e-b116-fa86b85f9ada req-b89b2c43-842e-405f-b856-f5906af5b1f3 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Deleting port a5acad5b-17e4-45c6-9c6a-f34f315badc3 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:28:23.618103 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-e0fe2055-7f6f-457e-b116-fa86b85f9ada req-b89b2c43-842e-405f-b856-f5906af5b1f3 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:23.706188 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [req-e0fe2055-7f6f-457e-b116-fa86b85f9ada req-b89b2c43-842e-405f-b856-f5906af5b1f3 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] For port a5acad5b-17e4-45c6-9c6a-f34f315badc3, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=a5acad5b-17e4-45c6-9c6a-f34f315badc3,segment=NetworkSegment(fd060b83-196e-401a-83a1-6b602a9b0632),segment_id=fd060b83-196e-401a-83a1-6b602a9b0632)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:28:23.706576 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-e0fe2055-7f6f-457e-b116-fa86b85f9ada req-b89b2c43-842e-405f-b856-f5906af5b1f3 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:23.718741 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [req-e0fe2055-7f6f-457e-b116-fa86b85f9ada req-b89b2c43-842e-405f-b856-f5906af5b1f3 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Calling delete_port for a5acad5b-17e4-45c6-9c6a-f34f315badc3 owned by compute:nova {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:28:23.906234 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-e0fe2055-7f6f-457e-b116-fa86b85f9ada req-b89b2c43-842e-405f-b856-f5906af5b1f3 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:23.918584 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] get_ports_and_sgs() called for port_ids ['a5acad5b-17e4-45c6-9c6a-f34f315badc3'] {{(pid=94636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:28:23.933171 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b2c43-842e-405f-b856-f5906af5b1f3 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Pushing event deleted for resources: {'Port': ['ID=a5acad5b-17e4-45c6-9c6a-f34f315badc3,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:28:23.943418 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89b2c43-842e-405f-b856-f5906af5b1f3 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:23.943770 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89b2c43-842e-405f-b856-f5906af5b1f3 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:23.944107 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89b2c43-842e-405f-b856-f5906af5b1f3 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:23.944442 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89b2c43-842e-405f-b856-f5906af5b1f3 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:23.944803 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89b2c43-842e-405f-b856-f5906af5b1f3 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:23.945136 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89b2c43-842e-405f-b856-f5906af5b1f3 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:23.945464 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89b2c43-842e-405f-b856-f5906af5b1f3 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:23.945787 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89b2c43-842e-405f-b856-f5906af5b1f3 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:23.946109 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89b2c43-842e-405f-b856-f5906af5b1f3 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:23.946432 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89b2c43-842e-405f-b856-f5906af5b1f3 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:23.946775 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89b2c43-842e-405f-b856-f5906af5b1f3 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:23.947097 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89b2c43-842e-405f-b856-f5906af5b1f3 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:28:23.985722 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0fe2055-7f6f-457e-b116-fa86b85f9ada req-b89b2c43-842e-405f-b856-f5906af5b1f3 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] No DVR routers for this DVR port a5acad5b-17e4-45c6-9c6a-f34f315badc3 on host hv-cinder-76018 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:28:23.988062 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-e0fe2055-7f6f-457e-b116-fa86b85f9ada req-b89b2c43-842e-405f-b856-f5906af5b1f3 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for port, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:23.989983 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e0fe2055-7f6f-457e-b116-fa86b85f9ada req-b89b2c43-842e-405f-b856-f5906af5b1f3 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.72 "DELETE /v2.0/ports/a5acad5b-17e4-45c6-9c6a-f34f315badc3 HTTP/1.1" status: 204 len: 173 time: 0.4594285 Aug 31 01:28:23.990408 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ff0dce-733a-45ee-87d5-f70bdde8dd03', 'name': 'network-vif-deleted', 'tag': 'a5acad5b-17e4-45c6-9c6a-f34f315badc3'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:28:23.992657 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b881214d57cd1965c46d5ffcb12adc10c1d351a412fd4a0d5151f09a2b3a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519424f2-f51a-45ea-9b0a-83cb62c05f5b" -d '{"events": [{"server_uuid": "47ff0dce-733a-45ee-87d5-f70bdde8dd03", "name": "network-vif-deleted", "tag": "a5acad5b-17e4-45c6-9c6a-f34f315badc3"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:28:24.085331 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7722f3ca-be69-4ce5-b4b6-e99bd4dc43d4 x-openstack-request-id: req-7722f3ca-be69-4ce5-b4b6-e99bd4dc43d4 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:28:24.085626 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ff0dce-733a-45ee-87d5-f70bdde8dd03", "name": "network-vif-deleted", "tag": "a5acad5b-17e4-45c6-9c6a-f34f315badc3", "status": "completed", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:28:24.085875 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7722f3ca-be69-4ce5-b4b6-e99bd4dc43d4 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:28:24.086267 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ff0dce-733a-45ee-87d5-f70bdde8dd03', 'name': 'network-vif-deleted', 'tag': 'a5acad5b-17e4-45c6-9c6a-f34f315badc3', 'status': 'completed', 'code': 200} Aug 31 01:28:24.363450 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6d34afb9-6aff-4b41-b91e-5a81e8189748 req-9c9959a8-7c3d-4b6b-beb1-9e02aa3a459d tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0743461 Aug 31 01:28:25.454213 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-381093d6-cdbb-4d7f-9bde-72ed3fb968da req-89b22643-8935-4a20-b146-dd94fff26f47 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0263174 Aug 31 01:28:26.548581 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c1f47fc2-cd57-45a0-a74a-0d48e77ed64f req-435f1887-1be4-48fb-a6d1-3c1295fd4f6d tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0293829 Aug 31 01:28:27.301943 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device a5acad5b-17e4-45c6-9c6a-f34f315badc3 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:28:27.322222 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] No Port match for: a5acad5b-17e4-45c6-9c6a-f34f315badc3 {{(pid=94636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:28:27.322589 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device a5acad5b-17e4-45c6-9c6a-f34f315badc3 not bound to the agent host hv-cinder-76018 {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:28:27.639428 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-93990335-c89e-4572-9f57-e9b104e9071a req-f48fa010-5e8c-4a25-bfcb-63f8a8c61dda tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0251038 Aug 31 01:28:28.730054 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-290c9a13-3138-4dbc-85fd-a62d0e4f4f17 req-9abbc6a3-4703-4621-b0e3-806e2c0da69c tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0250194 Aug 31 01:28:29.825674 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1c75becb-b043-4f5e-94ba-56f34d69eaed req-b89b5e43-0d9a-4c38-b331-349dd84589eb tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0265892 Aug 31 01:28:30.913685 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-039593b7-9792-4abd-a744-76b5cb89cf65 req-aa8b99db-3263-40f0-8ffc-0836b9682d0d tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0253375 Aug 31 01:28:32.004698 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1c0d32dc-0979-460c-b01c-2afe38f6a7be req-a9db1d4d-7ec3-463f-8d0e-2279a7acd5e0 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0254934 Aug 31 01:28:33.098746 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-58c8103c-eb70-45dc-9c5e-107dcd9a5e0f req-a4a157f5-5cb4-47df-a38e-36a29f65e3da tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0287862 Aug 31 01:28:34.189011 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1eac6457-3438-491a-94e2-80426822f9a9 req-5e9732b2-a6ad-471b-a870-f32b9ea89722 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0255768 Aug 31 01:28:35.280359 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7bcf534e-dd61-4aa5-b4d6-d15fbdf888bb req-d5661b38-e156-499e-8ac6-70280fd9f157 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0261681 Aug 31 01:28:36.370845 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f4689e35-6bad-4902-a1fa-6c2767cda978 req-45e6ced7-3b66-479b-9832-408b0a7bd7ac tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0264030 Aug 31 01:28:36.579668 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-b4d206dd-7ea2-4305-a0b6-dfe062153eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:37.462269 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e80d8079-caf5-48f3-97b0-6d8a834cb41e req-af053960-43b7-4444-8f68-0ef920286b6c tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0266757 Aug 31 01:28:38.552664 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-af623c56-308b-4fb2-b1db-7236a13d5c0a req-bd65d2ae-e264-4d8e-963f-89845d9d2b92 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0254638 Aug 31 01:28:38.974191 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-2b455b23-cd16-47fa-a3f9-901c0824f339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:39.334969 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:39.656207 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b8b070a4-f1d9-477a-a8e7-06e9323f4687 req-8f855aef-ae63-4592-9703-239a5b25b2fa tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0287557 Aug 31 01:28:39.731201 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:28:40.048286 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:40.749804 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9eca3d7a-b15d-4c54-a977-e27ad33baac2 req-35d8b293-4359-4f21-b6f0-78b585bc3e7d tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0268960 Aug 31 01:28:41.841082 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f4c3dd5b-9cef-44a4-8bf0-6e8c71852708 req-7fcadb0a-52cb-491c-b7de-fa05b0169874 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0268838 Aug 31 01:28:42.025601 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:42.933430 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9eb2e8db-42c1-4954-bbfa-788bef574870 req-61b329bb-2c00-4f8a-ad45-c308e84e2415 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0264199 Aug 31 01:28:44.026100 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-22c5b188-7d9a-46c7-8a55-bbe6142c6a48 req-7a8f134c-99b0-49f4-9411-79072a315181 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0272403 Aug 31 01:28:44.339654 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:28:45.116576 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-de85f754-f72c-4ff9-b064-e1b51114814a req-a5ebaced-db96-4e39-804e-56f7ebba4b23 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0253489 Aug 31 01:28:46.211005 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-116eb6c3-212c-4ef1-8ca4-54cf3e6318eb req-56d9f033-ae6d-4609-bfaf-4c9d3fa6d712 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0293427 Aug 31 01:28:47.300047 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3cc574fe-ac7a-443b-b5b7-75fe70d6aa74 req-93da7d01-d99a-4e02-8ede-f1f626636d11 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0257297 Aug 31 01:28:48.389488 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-afc92919-bfd2-4fc7-913b-f59d4997b659 req-c18faf29-87b2-4036-af06-f2afb3c7cc61 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0259087 Aug 31 01:28:49.481269 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-cf61c17e-7bdf-4d00-970c-3fec0373c264 req-52a15e09-10dc-4e9a-8590-607aa204e862 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0264180 Aug 31 01:28:50.571713 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9455e753-ae41-4677-9153-bf4e19ad700f req-2f03b497-cdb9-4421-83a7-4624e9a4a2fd tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0261509 Aug 31 01:28:51.662043 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-20acb1c3-3866-40f0-a48d-9a167845ae71 req-16cf6fb8-85db-41ae-98ac-72ac254856b4 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0251393 Aug 31 01:28:52.758388 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1b3090c3-ccdc-407c-9b80-558eb0707a99 req-0e282dbc-cdd5-4340-aac5-ba6173f0ba23 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0303953 Aug 31 01:28:53.850795 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a06f56e8-029f-4fe9-91f5-59ceee575760 req-e9c8e943-a0fc-41d1-8cc8-f870e88223aa tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0250638 Aug 31 01:28:54.942201 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ca7c16c5-6b6e-402b-8077-346b595e2e79 req-53877e9f-d72e-4faa-a399-2716e58620ab tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0260308 Aug 31 01:28:56.034078 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f735dc7b-9488-42d4-8f13-4a95f3a83840 req-0cab4f1f-7da2-4706-b5ee-711fbada8a4a tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0272274 Aug 31 01:28:57.125621 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f584c670-428e-43b2-809a-2ccd501eb026 req-19be7a5b-a828-4cac-968c-9ae2713fbabf tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0251346 Aug 31 01:28:58.214199 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e93d193b-5f79-478a-9718-d722f2bd6997 req-9fcdebc3-e4bc-4816-b234-52177e6ae93e tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0252690 Aug 31 01:28:59.053805 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0b417a51-b777-455c-8721-05047d704b6e req-c1587caf-b16e-4ca6-9aec-0377fcaa1935 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418079 Aug 31 01:28:59.135027 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b417a51-b777-455c-8721-05047d704b6e req-d44de3cc-92f5-4d7f-a49d-5c2120b22a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:59.136424 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0b417a51-b777-455c-8721-05047d704b6e req-d44de3cc-92f5-4d7f-a49d-5c2120b22a2e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ffa2d2788a446da9bb35bff34b67588&device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa HTTP/1.1" status: 200 len: 1098 time: 0.0383146 Aug 31 01:28:59.232895 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b417a51-b777-455c-8721-05047d704b6e req-aa1a201d-b29c-40d8-a9d4-cb6c64d9003f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:59.234317 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0b417a51-b777-455c-8721-05047d704b6e req-aa1a201d-b29c-40d8-a9d4-cb6c64d9003f service neutron] 10.222.0.72 "GET /v2.0/networks?id=30fb7d9d-48f3-4521-a14a-db6a70863ca4 HTTP/1.1" status: 200 len: 912 time: 0.0798423 Aug 31 01:28:59.316105 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4b19d623-cbf9-49c9-ab82-e3d7ae8e8e79 req-45a14cbb-1196-40b2-acc8-82fd4ca77b73 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0322342 Aug 31 01:28:59.323855 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0b417a51-b777-455c-8721-05047d704b6e req-75ab9139-7d2c-4898-9092-1ca7a014320f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=263270ff-621e-4895-93d7-2fdb82e626fa HTTP/1.1" status: 200 len: 1000 time: 0.0825663 Aug 31 01:28:59.371059 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b417a51-b777-455c-8721-05047d704b6e req-4e0e12cb-7116-4974-a8e5-54fe4e1b0ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:59.372401 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0b417a51-b777-455c-8721-05047d704b6e req-4e0e12cb-7116-4974-a8e5-54fe4e1b0ed9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b8d6dea-cd1f-4897-b8eb-208006d6ba9a HTTP/1.1" status: 200 len: 850 time: 0.0423083 Aug 31 01:28:59.419804 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b417a51-b777-455c-8721-05047d704b6e req-ede32e9e-a802-4136-9a1d-402733f6c4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:28:59.421230 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0b417a51-b777-455c-8721-05047d704b6e req-ede32e9e-a802-4136-9a1d-402733f6c4af service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30fb7d9d-48f3-4521-a14a-db6a70863ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419698 Aug 31 01:28:59.508564 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0b417a51-b777-455c-8721-05047d704b6e req-c0dc991a-1b01-4e9e-b582-5883aef9ac4e service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800750 Aug 31 01:28:59.598861 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0b417a51-b777-455c-8721-05047d704b6e req-578e4c49-ccf8-4bce-9553-57753d32ff9b service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836999 Aug 31 01:29:00.407204 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e96f94df-acfb-47b9-bb73-3a2c7a4b1c58 req-959bbab8-82b2-4172-923f-213d7d788f5a tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0256505 Aug 31 01:29:01.498273 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-074a5d70-42a3-40b4-ac5d-10e0792ccc6c req-a3639588-8980-427e-9b5a-2830cf46ba48 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0257454 Aug 31 01:29:02.590881 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d012d217-5408-483a-92cf-ea5fb2f156a0 req-1710b8b1-a287-4d34-8f64-092e6519db72 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0259330 Aug 31 01:29:03.685378 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fc7f1cdf-53c8-4594-9b16-616f158bec03 req-00ee109a-310e-4da2-8e3a-bd4316a663df tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0259495 Aug 31 01:29:04.780147 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1b6f1c1d-47f7-49ff-ab4c-7ac8e3398a93 req-67dd9c46-d68b-474c-9107-952b370073d7 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0294836 Aug 31 01:29:05.870701 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ffec86fd-3db8-46cc-982f-a986b3a81d07 req-fc5197a2-0a3c-4f2d-a474-b053d8ce6320 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0258911 Aug 31 01:29:06.595464 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-3d6d21d7-8f45-4e7f-9877-1bd74a443db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:06.962880 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2740de0c-6159-4e72-9504-7b5ba85e89c9 req-dc0b4cb2-9196-4612-9cfb-c45581c9cb06 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0259421 Aug 31 01:29:08.054400 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-99a38ef3-6938-4406-af3b-35cfdbe1b118 req-1a678413-7c77-4ef8-b22f-47f35e67a715 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0263906 Aug 31 01:29:08.990161 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-ceaf52ab-2c9c-4074-8d6b-05c9f39031da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:09.144224 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fa19d885-1b5d-4b6b-b243-418f742a1418 req-6af4df03-0363-4d6e-89bf-487f6a7cb01a tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0253692 Aug 31 01:29:09.356020 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:10.099229 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:10.236256 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2753cd6f-a308-4679-a3ae-34a7cb782720 req-f412eafe-66ee-4fab-9af8-023e0f1a81d9 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0262613 Aug 31 01:29:11.329396 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ff3820c3-e742-4241-ae53-fb50bc862870 req-2468711b-9639-431e-abcf-c4274e37e31a tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0286422 Aug 31 01:29:12.040615 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:12.419949 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1709218e-8dee-412c-9aa3-b2f2359c1175 req-68952aef-9bd9-4687-b279-0a7121761563 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0265014 Aug 31 01:29:13.511382 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a4badb0b-6e5f-4d6e-8603-e75fc2985ab6 req-c97c8c42-0b1b-4d7d-96c5-bbd03e892599 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0255303 Aug 31 01:29:14.384555 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:14.606898 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a8164169-0906-42a8-a2db-3bd4476cbfac req-0ba3d213-47df-4cc3-9ff2-8de6cfaa19c9 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0261889 Aug 31 01:29:15.697980 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ec19f447-60bd-4c31-8974-cbb1410cab6e req-fadc212e-375d-4fce-a718-111730f778c0 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0264509 Aug 31 01:29:16.729862 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:29:16.788939 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7dae2199-8125-4c34-84ed-d807e9c8b6c8 req-ee92d652-f808-460b-889e-670a31269a42 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0250576 Aug 31 01:29:17.883620 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e35640d8-6851-4760-9cca-51cdff4976c6 req-8e82178a-835a-4248-8337-6228657b76e7 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0284498 Aug 31 01:29:18.975296 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ba7c2e25-1e18-4376-9f65-10acbe46531c req-7bbb486e-37d4-46d4-955b-2c93e96152c4 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0263479 Aug 31 01:29:20.079796 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-06b09d40-2f92-462a-bcfa-b14f63d031b3 req-e5e6de05-593c-4f43-ad7b-1ad5f8d85531 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0266433 Aug 31 01:29:21.172808 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-14ef47f0-2d68-4885-853a-ef20ae177969 req-741fa1be-da5c-4850-a68b-eafc50236d2f tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0255218 Aug 31 01:29:22.262433 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8f7b7bcd-36d5-4ba3-877e-88c5bd5b954b req-407458c3-2342-45bd-96b7-6072ef4029fa tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0257363 Aug 31 01:29:23.354136 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-89134b17-7d89-4112-bba0-de833514ea11 req-624d6241-a190-49db-851d-1cbfdce12616 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0257437 Aug 31 01:29:24.451971 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-516ed324-467f-45eb-85c7-c2f14213a34c req-1f6a8ff1-1bb9-4323-a42c-62962728e189 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0281832 Aug 31 01:29:25.637895 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-239c7447-1bc9-48f4-a870-68d11e970f72 req-bd0c4955-1523-4219-ab9d-3ceaca2b6676 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0248849 Aug 31 01:29:26.730139 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5ba9864c-125d-4f60-962a-afe4250b628f req-5baab9df-affc-4302-b196-289d53670676 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0261357 Aug 31 01:29:27.822806 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1337af06-4ddf-42cf-a235-9a45745c667c req-89a4d0a8-7f96-4631-82f6-d7561b16144b tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0268610 Aug 31 01:29:28.911523 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-223a8ae9-22e4-43f8-8bff-56f0b0385b17 req-69298404-3125-43eb-be59-e69b87c7918a tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0255916 Aug 31 01:29:30.001340 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8ddf6eb6-6c15-4be5-8c3d-0a9ea183c5d6 req-d859fd96-a6c2-46e3-bf9c-c26151650a62 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0262985 Aug 31 01:29:31.094705 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3810cead-8b52-4a6c-b202-fd9f611351c6 req-c9202777-90c2-4213-b929-d40b20f1b12c tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0287435 Aug 31 01:29:32.185638 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-28fa4898-6441-4487-8700-6c29023b9655 req-ac36b17d-05e8-4441-9a7b-d297776b760f tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0260398 Aug 31 01:29:33.276212 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c26e1db8-54a1-4a61-8b77-8730ff5a17c8 req-1415a957-51bf-449a-a92d-c86c70a36a7d tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0250523 Aug 31 01:29:34.368129 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9ccd0861-00da-425a-8808-ef89a2cc8d63 req-df397128-113d-4949-b2ec-48c8b0933fa5 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0257893 Aug 31 01:29:35.459853 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9352aa58-8f29-4bf0-b903-ad8f8aa426fa req-8e29fee0-3aa8-4849-821b-35a9426177c7 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0262911 Aug 31 01:29:36.553679 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a2f48c7d-989a-46d8-9ce6-8ceb5ea77f75 req-8fd2e941-3e7b-4472-8702-b98ba3c87565 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0264354 Aug 31 01:29:36.601437 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-deda3661-22fd-4ef7-9e5c-79b0d61a2da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:37.647855 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6a6d2853-f63a-4a30-856e-e0499b8e64f3 req-5ededbfe-a639-4b59-a250-6cb31d10f158 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0284979 Aug 31 01:29:38.738877 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ce603fdd-ea8e-4b46-9c0e-66fcec8c2943 req-61ae6160-5e83-4a69-b14e-d47c59ba4591 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0260489 Aug 31 01:29:39.040610 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-004212a6-debc-4603-9602-35151cf89ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:39.343845 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:39.831307 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-065817b6-3c4c-4850-a691-45f85bd0201f req-c16aff87-43d8-47e7-8020-777d5228fd8a tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0269237 Aug 31 01:29:40.070161 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:40.925848 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-562073d6-3abe-4acf-8050-72035d4a6e2d req-8ba5fd19-e802-4695-99a2-cc67cc593573 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0281494 Aug 31 01:29:42.017114 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-67a3bdfc-b68f-4a90-8406-7cdbff868267 req-68b4f81c-9d89-4dd4-b36e-05fa0d9af37d tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0260351 Aug 31 01:29:42.052748 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:43.108019 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2bed5a5a-fb7e-43ef-8ab7-463c365c3384 req-80bfe808-a42b-48e2-a6b3-b577fafd6279 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0247393 Aug 31 01:29:44.203151 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-07f5fc4b-0963-4d58-a5ab-554db410326f req-714be796-d97d-4ef8-a7fb-090a0751cf64 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0300670 Aug 31 01:29:44.423916 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:29:45.295677 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9f9cba86-fc96-46bd-9ebb-6299a8cce169 req-c7d3437c-3c32-4571-b2d9-14fd2a663e73 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0260348 Aug 31 01:29:46.386757 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-25870149-dd79-42e7-aa7f-24adf66f7102 req-47addd1c-11f5-4674-85ff-b6468d0c15c5 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0252938 Aug 31 01:29:47.478531 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9170e3f3-72d2-4bdb-9ac4-b700f1f2e830 req-948eb6ad-5665-48e2-91d7-f7e9cdfe421f tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0248191 Aug 31 01:29:47.977281 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [req-df0eec61-f8b1-434d-89c6-0c80248068c8 req-2835ae38-d15a-4887-8b00-fa049e49cf27 service neutron] (94634) timed out ('10.222.0.72', 54778) {{(pid=94634) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 01:29:48.570423 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6288c96b-5191-418b-bf5c-6d34b5ac914f req-619cf323-2f31-4afb-99fe-bc27c63519d6 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0260665 Aug 31 01:29:49.660744 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-55cf6569-0b71-431f-98a5-7e2d2a246fca req-c72c841d-ecb6-4db8-a2c0-6156c7dedb07 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0250607 Aug 31 01:29:50.766791 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-9daa61d5-2e04-4b94-ab67-8a2dec9e3617 req-7e22e961-984c-4c80-ade1-5ca0f8bff07d tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0281219 Aug 31 01:29:51.858243 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4132f524-e588-46ec-a6f2-df3fa58a1c10 req-d69a4c58-695e-41e8-8472-3410643f4cfd tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0263183 Aug 31 01:29:52.948826 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7f5b4d14-5a7e-472f-9ee0-2728eef3d40f req-a575125f-e77e-44e5-97f1-f2bfc9a1315d tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0256107 Aug 31 01:29:53.729027 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:29:54.038182 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d32336f5-688d-4693-90ad-53c10df13d38 req-b85451e5-adf3-49b8-9769-847271dc8f33 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0252833 Aug 31 01:29:55.129934 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-cffc2dcd-060d-474f-bb3c-248190f7be3f req-73587a03-6058-4b8f-9b6f-156fcf8667f3 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0259731 Aug 31 01:29:56.222207 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-f0f450f8-8259-4e19-bb38-34ada08c7434 req-b63bc498-8f5c-40ea-82ac-46bd92a1e45f tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0279093 Aug 31 01:29:57.316827 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6ee67a67-a36d-4058-92a5-753b87e6cd74 req-a0632cdc-6c0e-4233-9d29-9c9a55fdf8c0 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0287635 Aug 31 01:29:58.430367 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b2c51998-e273-4c03-83a1-9ade341cdb28 req-3d4af067-cd2b-456d-bfc7-39c03556ba93 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0437520 Aug 31 01:29:58.446800 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-717f17e3-a5bf-436f-bb47-db53cf519bce req-5bbd041a-0497-4cf2-a51f-f1652b6efb94 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0942595 Aug 31 01:29:58.525182 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f17e3-a5bf-436f-bb47-db53cf519bce req-6e107ab1-ba5f-4742-8088-43ff130132b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:58.526682 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-717f17e3-a5bf-436f-bb47-db53cf519bce req-6e107ab1-ba5f-4742-8088-43ff130132b0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ffa2d2788a446da9bb35bff34b67588&device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa HTTP/1.1" status: 200 len: 1098 time: 0.0392241 Aug 31 01:29:58.628507 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f17e3-a5bf-436f-bb47-db53cf519bce req-5ed76ad0-3b97-47c2-8a16-1dde269100b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:58.629847 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-717f17e3-a5bf-436f-bb47-db53cf519bce req-5ed76ad0-3b97-47c2-8a16-1dde269100b8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=30fb7d9d-48f3-4521-a14a-db6a70863ca4 HTTP/1.1" status: 200 len: 912 time: 0.0858345 Aug 31 01:29:58.693410 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-717f17e3-a5bf-436f-bb47-db53cf519bce req-babbe593-c3f4-4e97-bc51-d6d718d053f7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=263270ff-621e-4895-93d7-2fdb82e626fa HTTP/1.1" status: 200 len: 1000 time: 0.0552235 Aug 31 01:29:58.748125 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f17e3-a5bf-436f-bb47-db53cf519bce req-8e8b3d4d-3ce4-4f25-8cd0-a698a7574f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:58.749553 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-717f17e3-a5bf-436f-bb47-db53cf519bce req-8e8b3d4d-3ce4-4f25-8cd0-a698a7574f87 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b8d6dea-cd1f-4897-b8eb-208006d6ba9a HTTP/1.1" status: 200 len: 850 time: 0.0494399 Aug 31 01:29:58.793568 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f17e3-a5bf-436f-bb47-db53cf519bce req-f6f3651d-e8d4-42d9-86b2-7df88afcb6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:29:58.795037 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-717f17e3-a5bf-436f-bb47-db53cf519bce req-f6f3651d-e8d4-42d9-86b2-7df88afcb6d4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30fb7d9d-48f3-4521-a14a-db6a70863ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385501 Aug 31 01:29:58.805688 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [req-717f17e3-a5bf-436f-bb47-db53cf519bce req-b95ac739-185f-46bc-9d6d-bad49c47e60a service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:29:58.806644 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-717f17e3-a5bf-436f-bb47-db53cf519bce req-b95ac739-185f-46bc-9d6d-bad49c47e60a service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048590 Aug 31 01:29:58.896689 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-717f17e3-a5bf-436f-bb47-db53cf519bce req-3ce101c8-d490-44dc-854d-b87e40d08224 service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827620 Aug 31 01:29:58.989596 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-717f17e3-a5bf-436f-bb47-db53cf519bce req-4421ccee-8ac0-4028-b3eb-301d599b6465 service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848181 Aug 31 01:29:59.521769 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-df81e3a4-e0f6-4d7f-bc7e-c16825a14833 req-e68e091a-b5a5-4338-835f-760ba1d9b460 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0252626 Aug 31 01:30:00.612526 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-37dbfb62-2327-49dd-8252-f5489afef85e req-6206987a-e131-4005-a8ff-73aacfb6a22f tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0252926 Aug 31 01:30:01.703278 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-eeebd3ae-a64b-4ab1-95ba-89c1b9f7177f req-eb588e05-51c1-482f-a363-fbe4360c1b3b tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0256543 Aug 31 01:30:02.796892 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fcb3e67f-2e92-4986-b0d4-be300309fecb req-b0ab2786-caf4-4948-ab64-436eac1ea316 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0264564 Aug 31 01:30:03.890882 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4b8628d0-c62d-46cb-88ff-5630c688121a req-463ef8a4-f6e0-4adc-a46e-c0436a740300 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0289679 Aug 31 01:30:04.981436 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a6039bc6-308f-4f4e-b1e2-e7a5901f3a24 req-ba6eb86d-beef-4cd5-8ef2-12e39b60dcfb tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0257120 Aug 31 01:30:06.078308 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-af7d8a08-b33e-4886-9381-f5225f92ad2e req-0ecd1089-4c4f-49f5-848b-f4ea09d34d0d tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0258927 Aug 31 01:30:06.560878 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-cdf09c51-a1b4-476f-ba82-26b4c233d1ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:07.203140 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-db209558-7231-4d63-a8d4-39172bd4e424 req-35ac99ed-b837-41fe-a782-a9ce89f21251 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0316749 Aug 31 01:30:08.294853 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-22e5d070-3b92-421b-abe1-60f635cc2bc1 req-08490104-6afc-4e02-9fdd-c4bebec0e3a8 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0260813 Aug 31 01:30:09.006914 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-aacc8866-9f02-4469-93b6-4bf35777657d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:09.350012 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:09.386786 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-24cd8225-32cd-4aeb-ac14-1791b329a896 req-8a77df21-0741-453d-80ac-b4393440e1ef tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0260587 Aug 31 01:30:10.074873 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:10.479548 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-595c0247-b1b5-42dd-b3ed-83195cd00cea req-d98b96b6-f2fb-46e4-9e43-c86bf7918d43 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0290418 Aug 31 01:30:11.571915 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-39e3212b-3206-43de-a4d8-fddd68ad8209 req-081f9bcc-efc9-48cd-a519-9a0134d1eaa4 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0262673 Aug 31 01:30:12.098141 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:12.676804 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-56e01e98-4a5f-49dd-99c9-3124d1105477 req-4831cfac-fa44-48c2-99fc-02a281ad2257 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0385482 Aug 31 01:30:13.771942 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-ae8ffe6f-3ee3-4cbf-b457-77e958f0449e req-1bcb3af5-efc7-4aed-afea-ef786ef3cda6 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0265903 Aug 31 01:30:14.417877 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:14.867105 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3222a0aa-668a-457c-a783-5075add5c8e8 req-75b0bef2-4a28-4018-bc52-101e8f2250b0 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0272508 Aug 31 01:30:15.956034 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-48413445-3bf8-4057-bd26-81d0b573bf71 req-350e13c5-38c0-45e9-b4ed-1ae57afdedf9 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0248554 Aug 31 01:30:17.049889 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d5b35346-25e8-46ba-b909-5ea19a2373c6 req-29588d97-af4b-42c0-8d37-f440a5c62ddf tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0293825 Aug 31 01:30:18.143089 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5eddd618-b37e-438c-9876-c1099617e941 req-2e13cf74-ce95-4edf-94c3-7cc032ebb58d tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0250759 Aug 31 01:30:19.235291 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-844146d3-1e78-4072-8098-ca75d91b03ce req-8e71a380-3d4c-4fe0-88a9-db101186f3ce tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0263872 Aug 31 01:30:20.326664 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8b9f2ce9-134b-4359-bcb1-09555b8f84bc req-68cff131-0fcd-4ee4-bab6-228d9180328f tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0265965 Aug 31 01:30:21.418231 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-3cf5c8eb-e808-4c70-bd7c-80a708ac371e req-6a4eedf3-1c18-4cb1-994c-80d36d1d6533 tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0258591 Aug 31 01:30:22.509898 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7bfe6089-cccd-4b4e-a4ab-e758cd85f48b req-bd288b16-3a89-446e-bda4-883cba46c6ac tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0261838 Aug 31 01:30:23.604355 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c99e7bd6-cb57-495d-b524-2e49e0315fec req-6aa9e523-cc09-4333-9cd6-dff994b48d5c tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0285714 Aug 31 01:30:24.706808 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-dc169719-d601-4187-bd8f-7d69ebf9c80d req-11b4f7a2-8aa9-4630-a61c-205932a6daaf tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] 10.222.0.43 "GET /v2.0/ports?device_id=47ff0dce-733a-45ee-87d5-f70bdde8dd03 HTTP/1.1" status: 200 len: 210 time: 0.0269225 Aug 31 01:30:30.727517 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:30:36.560716 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-9ef62b57-1ba6-452b-9ce8-2b3214fb54b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:38.987824 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-de67fc90-fd0c-4725-b944-47d57389b577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:39.350461 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:40.085729 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:42.051557 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:44.421833 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:30:58.387388 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b3b958fb-8bcb-400f-84b1-73b6b4887001 req-e2e0bc22-2394-4a51-a624-3fc0f39d1926 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382831 Aug 31 01:30:58.463272 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b958fb-8bcb-400f-84b1-73b6b4887001 req-b90a63c9-1b39-4134-bd3f-c31a6322a12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:58.464675 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b3b958fb-8bcb-400f-84b1-73b6b4887001 req-b90a63c9-1b39-4134-bd3f-c31a6322a12c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ffa2d2788a446da9bb35bff34b67588&device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa HTTP/1.1" status: 200 len: 1098 time: 0.0392776 Aug 31 01:30:58.566078 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b958fb-8bcb-400f-84b1-73b6b4887001 req-d404694f-5e57-4463-8cfc-903841fb8dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:58.567508 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b3b958fb-8bcb-400f-84b1-73b6b4887001 req-d404694f-5e57-4463-8cfc-903841fb8dd0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=30fb7d9d-48f3-4521-a14a-db6a70863ca4 HTTP/1.1" status: 200 len: 912 time: 0.0847304 Aug 31 01:30:58.631495 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b3b958fb-8bcb-400f-84b1-73b6b4887001 req-ad1741d5-8d00-4fd4-819e-ffc289f2c6d5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=263270ff-621e-4895-93d7-2fdb82e626fa HTTP/1.1" status: 200 len: 1000 time: 0.0561635 Aug 31 01:30:58.683487 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b958fb-8bcb-400f-84b1-73b6b4887001 req-b545e4e4-f0f3-4286-a8a2-4d487fcd4bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:58.684769 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b3b958fb-8bcb-400f-84b1-73b6b4887001 req-b545e4e4-f0f3-4286-a8a2-4d487fcd4bff service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b8d6dea-cd1f-4897-b8eb-208006d6ba9a HTTP/1.1" status: 200 len: 850 time: 0.0457873 Aug 31 01:30:58.727216 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b958fb-8bcb-400f-84b1-73b6b4887001 req-c0bc22c8-baed-4487-996a-3be999515e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:30:58.728658 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b3b958fb-8bcb-400f-84b1-73b6b4887001 req-c0bc22c8-baed-4487-996a-3be999515e86 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30fb7d9d-48f3-4521-a14a-db6a70863ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0374200 Aug 31 01:30:58.815937 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b3b958fb-8bcb-400f-84b1-73b6b4887001 req-6c9ee2f5-1799-444e-9197-7889ac29f0be service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794952 Aug 31 01:30:58.905319 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b3b958fb-8bcb-400f-84b1-73b6b4887001 req-c9ddb2c6-55f2-4a67-a522-a111fcfc1417 service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826893 Aug 31 01:31:06.571204 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-b0239a10-0e24-46eb-95fc-546e208f64bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:07.726535 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:31:08.999916 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-62977abf-b337-4ac0-956b-476537e82e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:09.371049 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:10.085469 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:12.050792 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:14.449261 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:19.069365 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 40306) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:19.498695 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a5df2cbc-65ad-4318-914b-e08f46e1b8d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370955'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:19.731418 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-a5df2cbc-65ad-4318-914b-e08f46e1b8d2 admin admin] Deleting port 439a5d3d-003f-4c41-b802-c13259706c8a {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:19.731756 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a5df2cbc-65ad-4318-914b-e08f46e1b8d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:19.805670 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-a5df2cbc-65ad-4318-914b-e08f46e1b8d2 admin admin] For port 439a5d3d-003f-4c41-b802-c13259706c8a, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=439a5d3d-003f-4c41-b802-c13259706c8a,segment=NetworkSegment(6d53e54b-6190-4b24-885a-ba7d2444e469),segment_id=6d53e54b-6190-4b24-885a-ba7d2444e469)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:19.805954 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a5df2cbc-65ad-4318-914b-e08f46e1b8d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:19.818903 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-a5df2cbc-65ad-4318-914b-e08f46e1b8d2 admin admin] Calling delete_port for 439a5d3d-003f-4c41-b802-c13259706c8a owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:20.079764 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a5df2cbc-65ad-4318-914b-e08f46e1b8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126575170'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:20.108190 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df2cbc-65ad-4318-914b-e08f46e1b8d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=439a5d3d-003f-4c41-b802-c13259706c8a,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:20.120154 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df2cbc-65ad-4318-914b-e08f46e1b8d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:20.120508 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df2cbc-65ad-4318-914b-e08f46e1b8d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:20.120849 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df2cbc-65ad-4318-914b-e08f46e1b8d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:20.121187 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df2cbc-65ad-4318-914b-e08f46e1b8d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:20.121520 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df2cbc-65ad-4318-914b-e08f46e1b8d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:20.121854 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df2cbc-65ad-4318-914b-e08f46e1b8d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:20.122185 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df2cbc-65ad-4318-914b-e08f46e1b8d2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:20.122535 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df2cbc-65ad-4318-914b-e08f46e1b8d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:20.122866 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df2cbc-65ad-4318-914b-e08f46e1b8d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:20.123190 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df2cbc-65ad-4318-914b-e08f46e1b8d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:20.123511 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df2cbc-65ad-4318-914b-e08f46e1b8d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:20.123831 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5df2cbc-65ad-4318-914b-e08f46e1b8d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:20.283802 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a5df2cbc-65ad-4318-914b-e08f46e1b8d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-371095'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:20.490659 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5df2cbc-65ad-4318-914b-e08f46e1b8d2 admin admin] Router 4b3525fc-8196-4326-94be-ddc5a5c3e862 has already been hosted by L3 agent c5d183af-b1ef-4815-8853-b3c8447fce00 {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:31:20.594656 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5df2cbc-65ad-4318-914b-e08f46e1b8d2 admin admin] Notify agent at l3_agent.dv-cinder-760180-3-iscsi the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:31:20.599589 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-a5df2cbc-65ad-4318-914b-e08f46e1b8d2 admin admin] 10.222.0.43 "PUT /v2.0/routers/4b3525fc-8196-4326-94be-ddc5a5c3e862/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5291908 Aug 31 01:31:20.602718 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 40320) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:20.603807 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58638fbe-a306-43fa-955f-85823f07e4f1 None None] Sync routers for ids ['4b3525fc-8196-4326-94be-ddc5a5c3e862'] in dv-cinder-760180-3-iscsi {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:31:20.613089 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58638fbe-a306-43fa-955f-85823f07e4f1 None None] Routers {'4b3525fc-8196-4326-94be-ddc5a5c3e862'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:20.613714 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-58638fbe-a306-43fa-955f-85823f07e4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:31:09Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['4b3525fc-8196-4326-94be-ddc5a5c3e862'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:20.703680 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-17eeac1a-e955-4ea2-89e9-f88c602c289f admin admin] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:20.712927 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-58638fbe-a306-43fa-955f-85823f07e4f1 None None] Set router 4b3525fc-8196-4326-94be-ddc5a5c3e862 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:20.802411 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-17eeac1a-e955-4ea2-89e9-f88c602c289f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:20.884802 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-58638fbe-a306-43fa-955f-85823f07e4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'name': 'tempest-AttachVolumeShelveTestJSON-2113926238-router', 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'b7faadf1-a0aa-444e-8412-24b9542bff98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:34Z', 'updated_at': '2021-08-31T01:31:19Z', 'revision_number': 5, 'project_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'gw_port': {'id': 'b7faadf1-a0aa-444e-8412-24b9542bff98', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:41:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:35Z', 'updated_at': '2021-08-31T01:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi'}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:20.910305 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58638fbe-a306-43fa-955f-85823f07e4f1 None None] Checking router: 4b3525fc-8196-4326-94be-ddc5a5c3e862 for host: dv-cinder-760180-3-iscsi {{(pid=94636) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:31:20.919426 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58638fbe-a306-43fa-955f-85823f07e4f1 None None] Routers {'4b3525fc-8196-4326-94be-ddc5a5c3e862'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94636) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:31:20.920030 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-58638fbe-a306-43fa-955f-85823f07e4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:31:09Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['4b3525fc-8196-4326-94be-ddc5a5c3e862'], 'active': True} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:20.936032 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-17eeac1a-e955-4ea2-89e9-f88c602c289f admin admin] Deleting port b7faadf1-a0aa-444e-8412-24b9542bff98 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:20.936376 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-17eeac1a-e955-4ea2-89e9-f88c602c289f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.002769 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvr_db [None req-58638fbe-a306-43fa-955f-85823f07e4f1 None None] Set router 4b3525fc-8196-4326-94be-ddc5a5c3e862 gateway port host: None {{(pid=94636) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:31:21.012980 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-17eeac1a-e955-4ea2-89e9-f88c602c289f admin admin] For port b7faadf1-a0aa-444e-8412-24b9542bff98, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=b7faadf1-a0aa-444e-8412-24b9542bff98,segment=NetworkSegment(1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a),segment_id=1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:21.013350 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-17eeac1a-e955-4ea2-89e9-f88c602c289f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.026193 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-17eeac1a-e955-4ea2-89e9-f88c602c289f admin admin] Calling delete_port for b7faadf1-a0aa-444e-8412-24b9542bff98 owned by network:router_gateway {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:21.055146 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_hamode_db [None req-58638fbe-a306-43fa-955f-85823f07e4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'name': 'tempest-AttachVolumeShelveTestJSON-2113926238-router', 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:34Z', 'updated_at': '2021-08-31T01:31:20Z', 'revision_number': 6, 'project_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'gw_port_host': None}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:21.080630 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58638fbe-a306-43fa-955f-85823f07e4f1 None None] The sync data for ids ['4b3525fc-8196-4326-94be-ddc5a5c3e862'] in dv-cinder-760180-3-iscsi is: [{'id': '4b3525fc-8196-4326-94be-ddc5a5c3e862', 'name': 'tempest-AttachVolumeShelveTestJSON-2113926238-router', 'tenant_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:34Z', 'updated_at': '2021-08-31T01:31:20Z', 'revision_number': 6, 'project_id': '8e8ee4f4a0b14bda8b938a88a2dab8cd', 'gw_port_host': None}] {{(pid=94636) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:31:21.255933 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-17eeac1a-e955-4ea2-89e9-f88c602c289f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126575170'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.280345 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eeac1a-e955-4ea2-89e9-f88c602c289f admin admin] Pushing event deleted for resources: {'Port': ['ID=b7faadf1-a0aa-444e-8412-24b9542bff98,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:21.348784 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-17eeac1a-e955-4ea2-89e9-f88c602c289f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372021'] for router_gateway, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.437012 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-17eeac1a-e955-4ea2-89e9-f88c602c289f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-381963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4375'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.439168 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-17eeac1a-e955-4ea2-89e9-f88c602c289f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.542848 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-17eeac1a-e955-4ea2-89e9-f88c602c289f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-381952'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.543323 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17eeac1a-e955-4ea2-89e9-f88c602c289f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b3525fc-8196-4326-94be-ddc5a5c3e862 {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:31:21.549176 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-17eeac1a-e955-4ea2-89e9-f88c602c289f admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.549747 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-17eeac1a-e955-4ea2-89e9-f88c602c289f admin admin] 10.222.0.43 "DELETE /v2.0/routers/4b3525fc-8196-4326-94be-ddc5a5c3e862 HTTP/1.1" status: 204 len: 168 time: 0.9460428 Aug 31 01:31:21.552193 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 40326) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:21.596238 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-651823e2-c59c-4fdb-a69f-d5c207e715f9 admin admin] Deleting subnet 8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:31:21.599227 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-651823e2-c59c-4fdb-a69f-d5c207e715f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.636885 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-651823e2-c59c-4fdb-a69f-d5c207e715f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126401387'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.710468 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-651823e2-c59c-4fdb-a69f-d5c207e715f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1450095'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.829218 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-651823e2-c59c-4fdb-a69f-d5c207e715f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1450084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126575149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126404209'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.855348 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651823e2-c59c-4fdb-a69f-d5c207e715f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:21.858857 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-651823e2-c59c-4fdb-a69f-d5c207e715f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.862906 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-651823e2-c59c-4fdb-a69f-d5c207e715f9 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8d2adbf7-5b6e-407d-aa03-7a9fbe18bed9 HTTP/1.1" status: 204 len: 168 time: 0.3075862 Aug 31 01:31:21.863200 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 40328) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:21.866054 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32252fe1-caad-46db-9969-68e73f404d04 None None] Network cbc670e8-9863-4523-934f-dc257f6800ff requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:31:21.937894 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a516a0be-d7d7-4328-9e27-8b465c100df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525824'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:21.994596 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-a516a0be-d7d7-4328-9e27-8b465c100df4 admin admin] Deleting port d59b93df-41d2-45af-b4a6-309fb25525c9 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:21.995165 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a516a0be-d7d7-4328-9e27-8b465c100df4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:22.063855 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-a516a0be-d7d7-4328-9e27-8b465c100df4 admin admin] For port d59b93df-41d2-45af-b4a6-309fb25525c9, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=d59b93df-41d2-45af-b4a6-309fb25525c9,segment=NetworkSegment(6d53e54b-6190-4b24-885a-ba7d2444e469),segment_id=6d53e54b-6190-4b24-885a-ba7d2444e469)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:22.064367 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a516a0be-d7d7-4328-9e27-8b465c100df4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:22.071196 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81386fe6-4bcd-4659-bbc2-f891d8c192cb None None] DHCP port deletion for cbc670e8-9863-4523-934f-dc257f6800ff request from dv-cinder-760180-3-iscsi {{(pid=94636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:31:22.078141 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-a516a0be-d7d7-4328-9e27-8b465c100df4 admin admin] Calling delete_port for d59b93df-41d2-45af-b4a6-309fb25525c9 owned by network:dhcp {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:22.123185 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-81386fe6-4bcd-4659-bbc2-f891d8c192cb None None] Deleting port d59b93df-41d2-45af-b4a6-309fb25525c9 {{(pid=94636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:31:22.123558 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-81386fe6-4bcd-4659-bbc2-f891d8c192cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:22.211781 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a516a0be-d7d7-4328-9e27-8b465c100df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126575170'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:22.239630 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a516a0be-d7d7-4328-9e27-8b465c100df4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d59b93df-41d2-45af-b4a6-309fb25525c9,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:22.241461 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a516a0be-d7d7-4328-9e27-8b465c100df4 admin admin] No DVR routers for this DVR port d59b93df-41d2-45af-b4a6-309fb25525c9 on host dv-cinder-760180-3-iscsi {{(pid=94634) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:31:22.319613 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-81386fe6-4bcd-4659-bbc2-f891d8c192cb None None] For port d59b93df-41d2-45af-b4a6-309fb25525c9, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=d59b93df-41d2-45af-b4a6-309fb25525c9,segment=NetworkSegment(6d53e54b-6190-4b24-885a-ba7d2444e469),segment_id=6d53e54b-6190-4b24-885a-ba7d2444e469)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:31:22.319778 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a516a0be-d7d7-4328-9e27-8b465c100df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1451156', 'neutron.services.segments.db._delete_segments_for_network-8766773786049'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:22.320261 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-81386fe6-4bcd-4659-bbc2-f891d8c192cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:22.329223 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.services.segments.db [None req-a516a0be-d7d7-4328-9e27-8b465c100df4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbc670e8-9863-4523-934f-dc257f6800ff']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:22.332776 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-81386fe6-4bcd-4659-bbc2-f891d8c192cb None None] Calling delete_port for d59b93df-41d2-45af-b4a6-309fb25525c9 owned by network:dhcp {{(pid=94636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:31:22.339626 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.services.segments.db [None req-a516a0be-d7d7-4328-9e27-8b465c100df4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d53e54b-6190-4b24-885a-ba7d2444e469') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:22.339921 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.services.segments.db [None req-a516a0be-d7d7-4328-9e27-8b465c100df4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d53e54b-6190-4b24-885a-ba7d2444e469') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:31:22.348714 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a516a0be-d7d7-4328-9e27-8b465c100df4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766773797205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126401360'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:22.363279 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a516a0be-d7d7-4328-9e27-8b465c100df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:22.369116 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a516a0be-d7d7-4328-9e27-8b465c100df4 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:31:22.369504 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a516a0be-d7d7-4328-9e27-8b465c100df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126575255'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:22.371140 dv-cinder-760180-3-iscsi neutron-server[94634]: Traceback (most recent call last): Aug 31 01:31:22.371140 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:31:22.371140 dv-cinder-760180-3-iscsi neutron-server[94634]: timer() Aug 31 01:31:22.371140 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:31:22.371140 dv-cinder-760180-3-iscsi neutron-server[94634]: cb(*args, **kw) Aug 31 01:31:22.371140 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:31:22.371140 dv-cinder-760180-3-iscsi neutron-server[94634]: return func(*args, **kwargs) Aug 31 01:31:22.371140 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:31:22.371140 dv-cinder-760180-3-iscsi neutron-server[94634]: self._notify() Aug 31 01:31:22.371140 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:31:22.371140 dv-cinder-760180-3-iscsi neutron-server[94634]: self.callback(batched_events) Aug 31 01:31:22.371140 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:31:22.371140 dv-cinder-760180-3-iscsi neutron-server[94634]: event.method(event) Aug 31 01:31:22.371140 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:31:22.371140 dv-cinder-760180-3-iscsi neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:31:22.371140 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:31:22.371140 dv-cinder-760180-3-iscsi neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:31:22.371140 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:31:22.371140 dv-cinder-760180-3-iscsi neutron-server[94634]: return f(self, *a, **k) Aug 31 01:31:22.371140 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:31:22.371140 dv-cinder-760180-3-iscsi neutron-server[94634]: return self._get(url).json() Aug 31 01:31:22.371140 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:31:22.371140 dv-cinder-760180-3-iscsi neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:31:22.371140 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:31:22.371140 dv-cinder-760180-3-iscsi neutron-server[94634]: return self.request(url, 'GET', **kwargs) Aug 31 01:31:22.371140 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:31:22.371140 dv-cinder-760180-3-iscsi neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:31:22.371140 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:31:22.371140 dv-cinder-760180-3-iscsi neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:31:22.371140 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:31:22.371140 dv-cinder-760180-3-iscsi neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:31:22.371140 dv-cinder-760180-3-iscsi neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:31:22.411548 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-81386fe6-4bcd-4659-bbc2-f891d8c192cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231'] for port, after_delete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:22.437911 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81386fe6-4bcd-4659-bbc2-f891d8c192cb None None] Pushing event deleted for resources: {'Port': ['ID=d59b93df-41d2-45af-b4a6-309fb25525c9,revision_number=None']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:22.440118 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81386fe6-4bcd-4659-bbc2-f891d8c192cb None None] No DVR routers for this DVR port d59b93df-41d2-45af-b4a6-309fb25525c9 on host dv-cinder-760180-3-iscsi {{(pid=94636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:31:22.448116 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81386fe6-4bcd-4659-bbc2-f891d8c192cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:22.448555 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81386fe6-4bcd-4659-bbc2-f891d8c192cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:22.448812 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81386fe6-4bcd-4659-bbc2-f891d8c192cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:22.449146 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81386fe6-4bcd-4659-bbc2-f891d8c192cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:22.449923 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81386fe6-4bcd-4659-bbc2-f891d8c192cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:22.449923 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81386fe6-4bcd-4659-bbc2-f891d8c192cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:22.450134 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81386fe6-4bcd-4659-bbc2-f891d8c192cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:22.450419 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81386fe6-4bcd-4659-bbc2-f891d8c192cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:22.450773 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81386fe6-4bcd-4659-bbc2-f891d8c192cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:22.451097 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81386fe6-4bcd-4659-bbc2-f891d8c192cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:22.451418 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81386fe6-4bcd-4659-bbc2-f891d8c192cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:22.451844 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81386fe6-4bcd-4659-bbc2-f891d8c192cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:22.537159 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a516a0be-d7d7-4328-9e27-8b465c100df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1451149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371993'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:22.541509 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a516a0be-d7d7-4328-9e27-8b465c100df4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:22.543574 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-a516a0be-d7d7-4328-9e27-8b465c100df4 admin admin] 10.222.0.43 "DELETE /v2.0/networks/cbc670e8-9863-4523-934f-dc257f6800ff HTTP/1.1" status: 204 len: 168 time: 0.6793451 Aug 31 01:31:22.559902 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a516a0be-d7d7-4328-9e27-8b465c100df4 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbc670e8-9863-4523-934f-dc257f6800ff,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:22.780647 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device d59b93df-41d2-45af-b4a6-309fb25525c9 no longer exists at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:31:22.802469 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] No Port match for: d59b93df-41d2-45af-b4a6-309fb25525c9 {{(pid=94636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:31:22.822592 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device d59b93df-41d2-45af-b4a6-309fb25525c9 not bound to the agent host dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:31:22.822592 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device b7faadf1-a0aa-444e-8412-24b9542bff98 no longer exists at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:31:22.822592 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] No Port match for: b7faadf1-a0aa-444e-8412-24b9542bff98 {{(pid=94636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:31:22.822851 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device b7faadf1-a0aa-444e-8412-24b9542bff98 not bound to the agent host dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:31:22.826575 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 439a5d3d-003f-4c41-b802-c13259706c8a no longer exists at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:31:22.842179 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] No Port match for: 439a5d3d-003f-4c41-b802-c13259706c8a {{(pid=94636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:31:22.842631 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 439a5d3d-003f-4c41-b802-c13259706c8a not bound to the agent host dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:31:22.911899 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 40336) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:22.950783 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-524e64d6-2d86-4929-b391-ebfb3d5c3d54 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8e8ee4f4a0b14bda8b938a88a2dab8cd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0377302 Aug 31 01:31:22.953076 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 40338) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:22.998807 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-db5ba403-19cb-4d41-b03a-fbabd82667fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:23.019208 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-db5ba403-19cb-4d41-b03a-fbabd82667fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:23.154021 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-db5ba403-19cb-4d41-b03a-fbabd82667fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:23.156598 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-db5ba403-19cb-4d41-b03a-fbabd82667fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:23.157765 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-db5ba403-19cb-4d41-b03a-fbabd82667fc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1a101840-ca24-43e3-ab70-7478ddf3bd68 HTTP/1.1" status: 204 len: 168 time: 0.2038181 Aug 31 01:31:23.165354 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ba403-19cb-4d41-b03a-fbabd82667fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a101840-ca24-43e3-ab70-7478ddf3bd68,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:26.221852 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 40412) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:26.320695 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1c51a91d-88f9-4365-a805-15d1ce7bd4c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:26.406105 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1c51a91d-88f9-4365-a805-15d1ce7bd4c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:26.479983 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1c51a91d-88f9-4365-a805-15d1ce7bd4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:26.520041 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-1c51a91d-88f9-4365-a805-15d1ce7bd4c5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=55142c33f91a405d945ff014ae5ddec1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2971053 Aug 31 01:31:26.521911 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c51a91d-88f9-4365-a805-15d1ce7bd4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9214342-a964-41f5-a606-d6b551ec50a4,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:26.522701 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 40418) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:26.573416 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0b020d6e-e38d-46dc-a434-b4bc27e9301d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:26.594644 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0b020d6e-e38d-46dc-a434-b4bc27e9301d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:26.725473 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0b020d6e-e38d-46dc-a434-b4bc27e9301d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:26.728025 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0b020d6e-e38d-46dc-a434-b4bc27e9301d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:26.729136 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-0b020d6e-e38d-46dc-a434-b4bc27e9301d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e9214342-a964-41f5-a606-d6b551ec50a4 HTTP/1.1" status: 204 len: 168 time: 0.2054687 Aug 31 01:31:26.736637 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b020d6e-e38d-46dc-a434-b4bc27e9301d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9214342-a964-41f5-a606-d6b551ec50a4,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:26.743536 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b020d6e-e38d-46dc-a434-b4bc27e9301d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:26.744863 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b020d6e-e38d-46dc-a434-b4bc27e9301d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:26.744863 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b020d6e-e38d-46dc-a434-b4bc27e9301d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:26.744863 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b020d6e-e38d-46dc-a434-b4bc27e9301d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:26.744863 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b020d6e-e38d-46dc-a434-b4bc27e9301d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:26.745310 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b020d6e-e38d-46dc-a434-b4bc27e9301d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:26.745507 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b020d6e-e38d-46dc-a434-b4bc27e9301d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:26.745905 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b020d6e-e38d-46dc-a434-b4bc27e9301d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:26.746132 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b020d6e-e38d-46dc-a434-b4bc27e9301d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:26.746448 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b020d6e-e38d-46dc-a434-b4bc27e9301d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:26.746786 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b020d6e-e38d-46dc-a434-b4bc27e9301d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:26.747100 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b020d6e-e38d-46dc-a434-b4bc27e9301d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:31:27.369926 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 40426) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:27.382796 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1fda4721-e730-4f37-afe8-6a809a9271c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:27.476523 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1fda4721-e730-4f37-afe8-6a809a9271c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:27.536754 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1fda4721-e730-4f37-afe8-6a809a9271c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:27.579054 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-1fda4721-e730-4f37-afe8-6a809a9271c5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=932f15bb92374547830c068732024bac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2080314 Aug 31 01:31:27.580187 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda4721-e730-4f37-afe8-6a809a9271c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0980d831-c35f-4456-8e67-675b8776a2de,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:27.581721 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 40430) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:27.632066 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-29dd5d97-f558-49ed-9fef-593b7f0120f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:27.652667 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-29dd5d97-f558-49ed-9fef-593b7f0120f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:27.776739 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-29dd5d97-f558-49ed-9fef-593b7f0120f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:27.779598 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-29dd5d97-f558-49ed-9fef-593b7f0120f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:27.780720 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-29dd5d97-f558-49ed-9fef-593b7f0120f6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0980d831-c35f-4456-8e67-675b8776a2de HTTP/1.1" status: 204 len: 168 time: 0.1980126 Aug 31 01:31:27.788529 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd5d97-f558-49ed-9fef-593b7f0120f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0980d831-c35f-4456-8e67-675b8776a2de,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:28.278030 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [req-ce5347ff-1770-4f4d-9496-2789189bafd7 req-14d97872-5cb0-4884-a3ff-6cf2a5966fe0 service neutron] (94635) timed out ('10.222.0.43', 34176) {{(pid=94635) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 01:31:35.856592 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 40558) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:35.964399 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-36e5ec79-9c8a-482f-a1e7-a2c6287eefb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:36.049535 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-36e5ec79-9c8a-482f-a1e7-a2c6287eefb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:36.157989 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-36e5ec79-9c8a-482f-a1e7-a2c6287eefb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:36.196876 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-36e5ec79-9c8a-482f-a1e7-a2c6287eefb1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c1fac63964a94bc8b89ab3c0a5e28ac1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3391900 Aug 31 01:31:36.197901 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e5ec79-9c8a-482f-a1e7-a2c6287eefb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76437a6-0506-47cc-900f-664bbb344230,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:36.199574 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 40566) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:36.248505 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a273ca28-92e6-4fa0-91fc-af6bf55a0772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:36.269410 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a273ca28-92e6-4fa0-91fc-af6bf55a0772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:36.370995 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a273ca28-92e6-4fa0-91fc-af6bf55a0772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:36.373461 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a273ca28-92e6-4fa0-91fc-af6bf55a0772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:36.374600 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-a273ca28-92e6-4fa0-91fc-af6bf55a0772 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d76437a6-0506-47cc-900f-664bbb344230 HTTP/1.1" status: 204 len: 168 time: 0.1740394 Aug 31 01:31:36.382984 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a273ca28-92e6-4fa0-91fc-af6bf55a0772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76437a6-0506-47cc-900f-664bbb344230,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:36.598090 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d31b101a-9dea-4bec-8401-9fae1b69ac80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:37.026082 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 40574) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:37.039930 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f4b3a904-b3df-4a64-9111-009ba6c9ce69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:37.124764 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f4b3a904-b3df-4a64-9111-009ba6c9ce69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:37.191991 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f4b3a904-b3df-4a64-9111-009ba6c9ce69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:37.230279 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-f4b3a904-b3df-4a64-9111-009ba6c9ce69 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=65d55f10c83c4dfb97dfc8c20e4c2f64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2029836 Aug 31 01:31:37.232212 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b3a904-b3df-4a64-9111-009ba6c9ce69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9704f854-6d07-498f-8858-245bd683b1ca,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:37.232875 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 40578) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:37.283762 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f47b3c21-546e-44e7-804b-ef486e9ae4e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:37.304715 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f47b3c21-546e-44e7-804b-ef486e9ae4e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:37.445246 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f47b3c21-546e-44e7-804b-ef486e9ae4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:37.447695 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f47b3c21-546e-44e7-804b-ef486e9ae4e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:37.448822 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-f47b3c21-546e-44e7-804b-ef486e9ae4e6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9704f854-6d07-498f-8858-245bd683b1ca HTTP/1.1" status: 204 len: 168 time: 0.2149601 Aug 31 01:31:37.457067 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b3c21-546e-44e7-804b-ef486e9ae4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9704f854-6d07-498f-8858-245bd683b1ca,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:38.977196 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-a8c01b8e-25d3-4ebe-9a22-7b54162bc6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:39.335382 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:39.992379 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 40632) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:40.091013 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:40.096507 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-af50b464-50c1-490f-b9b6-4cde2847fe5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:40.180886 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-af50b464-50c1-490f-b9b6-4cde2847fe5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:40.294453 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-af50b464-50c1-490f-b9b6-4cde2847fe5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:40.333145 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-af50b464-50c1-490f-b9b6-4cde2847fe5f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=345271ad5d1547bb9e5036b0fb77b135&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3396285 Aug 31 01:31:40.333995 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50b464-50c1-490f-b9b6-4cde2847fe5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6d9450-0d58-4b4a-89a6-a93333a669f6,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:40.336132 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 40640) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:40.388582 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-81730de7-e11e-4c68-bff3-6cf17cd8b9ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:40.409091 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-81730de7-e11e-4c68-bff3-6cf17cd8b9ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:40.620495 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-81730de7-e11e-4c68-bff3-6cf17cd8b9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:40.622936 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-81730de7-e11e-4c68-bff3-6cf17cd8b9ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:40.624058 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-81730de7-e11e-4c68-bff3-6cf17cd8b9ab admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5d6d9450-0d58-4b4a-89a6-a93333a669f6 HTTP/1.1" status: 204 len: 168 time: 0.2869418 Aug 31 01:31:40.632357 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81730de7-e11e-4c68-bff3-6cf17cd8b9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6d9450-0d58-4b4a-89a6-a93333a669f6,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:41.362975 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 40650) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:41.370767 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5c866cfd-f9f7-4811-b959-0a5cb9844a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:41.459119 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5c866cfd-f9f7-4811-b959-0a5cb9844a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:41.523387 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5c866cfd-f9f7-4811-b959-0a5cb9844a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:41.563030 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-5c866cfd-f9f7-4811-b959-0a5cb9844a42 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=352e32a54ab4401cba647b5b7c35cde0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2052231 Aug 31 01:31:41.564158 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c866cfd-f9f7-4811-b959-0a5cb9844a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91db8dd2-1e4b-46fe-9556-940803ff982d,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:41.565690 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 40652) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:31:41.615339 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68025e19-816d-4d07-ab3c-7ad0cb723a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:41.637677 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68025e19-816d-4d07-ab3c-7ad0cb723a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:41.757633 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68025e19-816d-4d07-ab3c-7ad0cb723a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:41.760183 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-68025e19-816d-4d07-ab3c-7ad0cb723a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:41.761333 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-68025e19-816d-4d07-ab3c-7ad0cb723a39 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/91db8dd2-1e4b-46fe-9556-940803ff982d HTTP/1.1" status: 204 len: 168 time: 0.1939909 Aug 31 01:31:41.773869 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68025e19-816d-4d07-ab3c-7ad0cb723a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91db8dd2-1e4b-46fe-9556-940803ff982d,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:31:42.085155 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:44.501996 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:31:44.725593 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:31:58.390938 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-94743a25-97c0-415d-b6f3-d71bc3d5a5f4 req-91a197a5-3116-4f23-a4a8-463c314942a6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388777 Aug 31 01:31:58.469169 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94743a25-97c0-415d-b6f3-d71bc3d5a5f4 req-a3f9084a-831d-424d-a717-6c32e95aa86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:58.470608 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-94743a25-97c0-415d-b6f3-d71bc3d5a5f4 req-a3f9084a-831d-424d-a717-6c32e95aa86a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ffa2d2788a446da9bb35bff34b67588&device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa HTTP/1.1" status: 200 len: 1098 time: 0.0403690 Aug 31 01:31:58.568732 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94743a25-97c0-415d-b6f3-d71bc3d5a5f4 req-717f38e1-66c3-4045-a602-f56a4a18e0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:58.570038 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-94743a25-97c0-415d-b6f3-d71bc3d5a5f4 req-717f38e1-66c3-4045-a602-f56a4a18e0b6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=30fb7d9d-48f3-4521-a14a-db6a70863ca4 HTTP/1.1" status: 200 len: 912 time: 0.0806074 Aug 31 01:31:58.636462 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-94743a25-97c0-415d-b6f3-d71bc3d5a5f4 req-87c9ddea-c102-4f32-9607-a746f8c3f8c8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=263270ff-621e-4895-93d7-2fdb82e626fa HTTP/1.1" status: 200 len: 1000 time: 0.0582883 Aug 31 01:31:58.684089 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94743a25-97c0-415d-b6f3-d71bc3d5a5f4 req-230347ae-4732-4345-a8f9-bf31ad6392c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:58.685505 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-94743a25-97c0-415d-b6f3-d71bc3d5a5f4 req-230347ae-4732-4345-a8f9-bf31ad6392c1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b8d6dea-cd1f-4897-b8eb-208006d6ba9a HTTP/1.1" status: 200 len: 850 time: 0.0420938 Aug 31 01:31:58.735300 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94743a25-97c0-415d-b6f3-d71bc3d5a5f4 req-96358c09-baec-4868-bac9-7645dec503de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:31:58.736707 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-94743a25-97c0-415d-b6f3-d71bc3d5a5f4 req-96358c09-baec-4868-bac9-7645dec503de service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30fb7d9d-48f3-4521-a14a-db6a70863ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446572 Aug 31 01:31:58.826530 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-94743a25-97c0-415d-b6f3-d71bc3d5a5f4 req-a9919df0-6a6c-4033-8579-80aa74208d85 service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826545 Aug 31 01:31:58.913499 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-94743a25-97c0-415d-b6f3-d71bc3d5a5f4 req-78e04e5b-7a94-48a2-a25a-47aa1be13e57 service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797446 Aug 31 01:32:06.650575 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-fa0d821c-665a-414d-9fef-a02c906af77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:08.980072 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-fadb4178-50d0-4656-998e-440295cdd043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:09.387709 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:10.090423 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:12.067436 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:14.473133 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:21.724864 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:32:36.564410 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-7cb494f5-2217-436c-b2e8-ee45b56f87d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:38.985455 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-4371eeb0-1a14-4885-b345-00d503a60806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:39.352739 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:40.090240 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:42.105797 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:44.455565 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:32:58.723626 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:33:00.386315 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-44064e18-f0e4-4481-ab1a-9de40eb37107 req-b4e875b3-0fcb-487b-a70f-06d01a80bd0f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392182 Aug 31 01:33:00.468547 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44064e18-f0e4-4481-ab1a-9de40eb37107 req-29fb4abf-f2ea-4270-85aa-0fe927d1dd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:00.470062 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-44064e18-f0e4-4481-ab1a-9de40eb37107 req-29fb4abf-f2ea-4270-85aa-0fe927d1dd14 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ffa2d2788a446da9bb35bff34b67588&device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa HTTP/1.1" status: 200 len: 1098 time: 0.0429895 Aug 31 01:33:00.568059 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44064e18-f0e4-4481-ab1a-9de40eb37107 req-b50f9873-41da-4456-9be9-3175548e06e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:00.569441 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-44064e18-f0e4-4481-ab1a-9de40eb37107 req-b50f9873-41da-4456-9be9-3175548e06e7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=30fb7d9d-48f3-4521-a14a-db6a70863ca4 HTTP/1.1" status: 200 len: 912 time: 0.0807626 Aug 31 01:33:00.634922 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-44064e18-f0e4-4481-ab1a-9de40eb37107 req-b2b760a4-94a0-434d-b616-917fd79c7e62 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=263270ff-621e-4895-93d7-2fdb82e626fa HTTP/1.1" status: 200 len: 1000 time: 0.0584674 Aug 31 01:33:00.930915 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44064e18-f0e4-4481-ab1a-9de40eb37107 req-ea9a119d-405c-4fcd-9f3b-cd9db85e5663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:00.932344 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-44064e18-f0e4-4481-ab1a-9de40eb37107 req-ea9a119d-405c-4fcd-9f3b-cd9db85e5663 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b8d6dea-cd1f-4897-b8eb-208006d6ba9a HTTP/1.1" status: 200 len: 850 time: 0.2902656 Aug 31 01:33:00.976062 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44064e18-f0e4-4481-ab1a-9de40eb37107 req-165e3fd2-8733-4e3a-8059-0751623c6b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:33:00.977476 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-44064e18-f0e4-4481-ab1a-9de40eb37107 req-165e3fd2-8733-4e3a-8059-0751623c6b83 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30fb7d9d-48f3-4521-a14a-db6a70863ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380981 Aug 31 01:33:01.068045 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-44064e18-f0e4-4481-ab1a-9de40eb37107 req-1d414106-2734-4f71-a9b3-bd0cc33120b1 service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834694 Aug 31 01:33:01.154348 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-44064e18-f0e4-4481-ab1a-9de40eb37107 req-77c9a8f1-50a2-45f2-ab8c-a2086dab0b40 service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792174 Aug 31 01:33:06.576585 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-61774fe5-f026-4add-b75d-e8707d7c5a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:08.990463 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-21479d29-864f-4983-8cba-1768022ce64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:09.379047 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:10.141184 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:12.090071 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:14.500940 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:35.723233 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:33:36.581160 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-83aec7e1-2df3-4042-b8cd-b5e27c7e00f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:38.990045 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-cbe7c82c-c311-426f-93bd-43a4b073d269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:39.352089 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:40.078225 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:42.072296 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:33:44.477919 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:02.400349 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c168d179-4157-468a-90ad-a3277ccd55ad req-21df3daa-89a0-4288-bad4-5ab110fed8f5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392103 Aug 31 01:34:02.481529 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168d179-4157-468a-90ad-a3277ccd55ad req-4cae372a-20fa-42ef-84d9-205b680775a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:02.482996 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c168d179-4157-468a-90ad-a3277ccd55ad req-4cae372a-20fa-42ef-84d9-205b680775a5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ffa2d2788a446da9bb35bff34b67588&device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa HTTP/1.1" status: 200 len: 1098 time: 0.0424418 Aug 31 01:34:02.580521 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168d179-4157-468a-90ad-a3277ccd55ad req-b434f6ad-b6f6-4ccd-be4f-2cc5a49d4446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:02.581923 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c168d179-4157-468a-90ad-a3277ccd55ad req-b434f6ad-b6f6-4ccd-be4f-2cc5a49d4446 service neutron] 10.222.0.72 "GET /v2.0/networks?id=30fb7d9d-48f3-4521-a14a-db6a70863ca4 HTTP/1.1" status: 200 len: 912 time: 0.0804756 Aug 31 01:34:02.648410 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c168d179-4157-468a-90ad-a3277ccd55ad req-8dcac087-8750-4fa1-b7f4-8d6b455a738d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=263270ff-621e-4895-93d7-2fdb82e626fa HTTP/1.1" status: 200 len: 1000 time: 0.0591373 Aug 31 01:34:02.696862 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168d179-4157-468a-90ad-a3277ccd55ad req-51111342-56f7-4650-b68b-6345a7ba07d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:02.698295 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c168d179-4157-468a-90ad-a3277ccd55ad req-51111342-56f7-4650-b68b-6345a7ba07d0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b8d6dea-cd1f-4897-b8eb-208006d6ba9a HTTP/1.1" status: 200 len: 850 time: 0.0428953 Aug 31 01:34:02.742247 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168d179-4157-468a-90ad-a3277ccd55ad req-09be9dae-1133-453c-b768-8dc203e3921e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:34:02.743614 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c168d179-4157-468a-90ad-a3277ccd55ad req-09be9dae-1133-453c-b768-8dc203e3921e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30fb7d9d-48f3-4521-a14a-db6a70863ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375445 Aug 31 01:34:02.835992 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c168d179-4157-468a-90ad-a3277ccd55ad req-696b8674-4e89-4d20-a14b-6916b6674474 service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844808 Aug 31 01:34:02.925429 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c168d179-4157-468a-90ad-a3277ccd55ad req-6ac43be7-dfc6-45e3-ad5a-1c59b658273b service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822797 Aug 31 01:34:06.572860 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-16dad941-62e7-417c-88f1-320bf40972eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:09.009181 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-504b8c8e-6ead-42a2-a041-d404361fc71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:09.403750 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:10.132662 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:12.081198 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:12.721785 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:34:14.521955 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:36.581287 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-3bab7cc0-58c8-4d9d-9013-e7154dc2f03b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:39.048984 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-2c17d2c8-0cb2-439b-a53d-3c7c204e7742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:39.355320 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:40.103508 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:42.094794 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:44.514804 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:34:49.720959 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:35:03.470229 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1552a1d4-6b75-437d-b3ff-8c8e5547919c req-667b4772-688e-4ece-b576-50d5b1ef77ff service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1346037 Aug 31 01:35:03.553120 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552a1d4-6b75-437d-b3ff-8c8e5547919c req-8125b7af-0476-44ea-864e-2f251a419fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:03.555141 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1552a1d4-6b75-437d-b3ff-8c8e5547919c req-8125b7af-0476-44ea-864e-2f251a419fa2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ffa2d2788a446da9bb35bff34b67588&device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa HTTP/1.1" status: 200 len: 1098 time: 0.0450337 Aug 31 01:35:03.652979 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552a1d4-6b75-437d-b3ff-8c8e5547919c req-9267d949-469e-47be-a3d2-51c86edafdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:03.654320 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1552a1d4-6b75-437d-b3ff-8c8e5547919c req-9267d949-469e-47be-a3d2-51c86edafdfe service neutron] 10.222.0.72 "GET /v2.0/networks?id=30fb7d9d-48f3-4521-a14a-db6a70863ca4 HTTP/1.1" status: 200 len: 912 time: 0.0803289 Aug 31 01:35:03.719438 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1552a1d4-6b75-437d-b3ff-8c8e5547919c req-a5b34672-a647-4fb1-a3cf-af49ea77a8c4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=263270ff-621e-4895-93d7-2fdb82e626fa HTTP/1.1" status: 200 len: 1000 time: 0.0585055 Aug 31 01:35:03.766332 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552a1d4-6b75-437d-b3ff-8c8e5547919c req-645c31af-6fc7-43d4-8262-dd7e25721fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:03.767726 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1552a1d4-6b75-437d-b3ff-8c8e5547919c req-645c31af-6fc7-43d4-8262-dd7e25721fe9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b8d6dea-cd1f-4897-b8eb-208006d6ba9a HTTP/1.1" status: 200 len: 850 time: 0.0411077 Aug 31 01:35:03.811256 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552a1d4-6b75-437d-b3ff-8c8e5547919c req-5473b277-733e-462b-810d-3c06ee736b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:35:03.812593 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1552a1d4-6b75-437d-b3ff-8c8e5547919c req-5473b277-733e-462b-810d-3c06ee736b71 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30fb7d9d-48f3-4521-a14a-db6a70863ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385854 Aug 31 01:35:03.902650 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1552a1d4-6b75-437d-b3ff-8c8e5547919c req-59f19313-5d8a-447c-8080-e97f455b518e service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829625 Aug 31 01:35:03.990903 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1552a1d4-6b75-437d-b3ff-8c8e5547919c req-b67be5eb-9ced-4244-b93f-b4f0d4b74872 service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807769 Aug 31 01:35:06.583390 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-79bdeae9-79ff-4c2b-bcc8-f7eade50bfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:09.005912 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-72850878-4009-4826-afc0-dba870df7d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:09.357450 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:10.097894 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:12.077867 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:14.486795 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:26.720629 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:35:36.586396 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-76c36156-bc13-4cd1-b851-09d7ffcd3fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:38.977672 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-c43e281d-cd74-4abc-be18-b5344028c7d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:39.357878 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:40.114784 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:42.095009 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:35:44.511561 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:03.719632 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:36:05.922982 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4fc470f9-06ae-4d4b-9c79-270894feff8a req-7172f4a6-1a84-49e0-ba75-99de12181407 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385714 Aug 31 01:36:06.003438 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc470f9-06ae-4d4b-9c79-270894feff8a req-b273c2bf-e4ae-44cb-a781-aa17cc5fcbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:06.004916 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4fc470f9-06ae-4d4b-9c79-270894feff8a req-b273c2bf-e4ae-44cb-a781-aa17cc5fcbc0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ffa2d2788a446da9bb35bff34b67588&device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa HTTP/1.1" status: 200 len: 1098 time: 0.0425570 Aug 31 01:36:06.104375 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc470f9-06ae-4d4b-9c79-270894feff8a req-144ff96c-4d58-4dab-a6d9-b93cf1733e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:06.105834 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4fc470f9-06ae-4d4b-9c79-270894feff8a req-144ff96c-4d58-4dab-a6d9-b93cf1733e7c service neutron] 10.222.0.72 "GET /v2.0/networks?id=30fb7d9d-48f3-4521-a14a-db6a70863ca4 HTTP/1.1" status: 200 len: 912 time: 0.0821018 Aug 31 01:36:06.174615 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4fc470f9-06ae-4d4b-9c79-270894feff8a req-0da73178-44f4-4d8c-b19a-145569f8f765 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=263270ff-621e-4895-93d7-2fdb82e626fa HTTP/1.1" status: 200 len: 1000 time: 0.0608759 Aug 31 01:36:06.221479 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc470f9-06ae-4d4b-9c79-270894feff8a req-978572b0-ff58-46e4-8153-b95a1299fe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:06.222869 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4fc470f9-06ae-4d4b-9c79-270894feff8a req-978572b0-ff58-46e4-8153-b95a1299fe5e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b8d6dea-cd1f-4897-b8eb-208006d6ba9a HTTP/1.1" status: 200 len: 850 time: 0.0418482 Aug 31 01:36:06.266240 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc470f9-06ae-4d4b-9c79-270894feff8a req-39e7d192-040e-44c0-a028-584140419a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:36:06.267655 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4fc470f9-06ae-4d4b-9c79-270894feff8a req-39e7d192-040e-44c0-a028-584140419a8d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30fb7d9d-48f3-4521-a14a-db6a70863ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379043 Aug 31 01:36:06.354971 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4fc470f9-06ae-4d4b-9c79-270894feff8a req-a50997d1-4708-4d64-9b74-7bc4d85d8a49 service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801177 Aug 31 01:36:06.441254 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4fc470f9-06ae-4d4b-9c79-270894feff8a req-5a6605fc-fe25-4f0b-9f03-96223d00d9fc service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782509 Aug 31 01:36:06.588319 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-a29022c3-146e-48b9-9fcf-aa42ed6406fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:08.983783 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-709459d2-158d-49ac-b74b-7ecd5541258e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:09.394759 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:10.100221 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:12.097236 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:14.528868 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:36.594255 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-ab0c5921-b7c0-4247-abbc-a760d9cef1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:38.999788 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-73e2e95f-b7b1-4005-9f2e-62314088a9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:39.365390 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:40.114264 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:40.719271 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:36:42.131415 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:36:44.571324 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:05.397285 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b18dd505-dcc3-4094-bad4-f2a9be258d96 req-0726c8c1-a378-42f8-b37e-6ba6cbd8ed1e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381498 Aug 31 01:37:05.480115 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18dd505-dcc3-4094-bad4-f2a9be258d96 req-16a551a7-4c20-43ed-91b5-72015e03a163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:37:05.481542 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b18dd505-dcc3-4094-bad4-f2a9be258d96 req-16a551a7-4c20-43ed-91b5-72015e03a163 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ffa2d2788a446da9bb35bff34b67588&device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa HTTP/1.1" status: 200 len: 1098 time: 0.0430470 Aug 31 01:37:05.579853 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18dd505-dcc3-4094-bad4-f2a9be258d96 req-1e96626d-e470-4e1e-8b7d-99d434098aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:37:05.581245 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b18dd505-dcc3-4094-bad4-f2a9be258d96 req-1e96626d-e470-4e1e-8b7d-99d434098aca service neutron] 10.222.0.72 "GET /v2.0/networks?id=30fb7d9d-48f3-4521-a14a-db6a70863ca4 HTTP/1.1" status: 200 len: 912 time: 0.0815229 Aug 31 01:37:05.647075 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b18dd505-dcc3-4094-bad4-f2a9be258d96 req-dc2769a5-66f0-46ab-bd4d-e4f6fb13f454 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=263270ff-621e-4895-93d7-2fdb82e626fa HTTP/1.1" status: 200 len: 1000 time: 0.0588715 Aug 31 01:37:05.693967 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18dd505-dcc3-4094-bad4-f2a9be258d96 req-2a901766-7020-4521-bf50-7b942cb28ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:37:05.695351 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b18dd505-dcc3-4094-bad4-f2a9be258d96 req-2a901766-7020-4521-bf50-7b942cb28ec6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b8d6dea-cd1f-4897-b8eb-208006d6ba9a HTTP/1.1" status: 200 len: 850 time: 0.0422902 Aug 31 01:37:05.739288 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18dd505-dcc3-4094-bad4-f2a9be258d96 req-0026f5a8-0c5b-4797-aace-4816826ff603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:37:05.740715 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b18dd505-dcc3-4094-bad4-f2a9be258d96 req-0026f5a8-0c5b-4797-aace-4816826ff603 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30fb7d9d-48f3-4521-a14a-db6a70863ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385194 Aug 31 01:37:05.829428 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b18dd505-dcc3-4094-bad4-f2a9be258d96 req-b327752e-6444-4928-9f55-fe9018fbaf64 service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818098 Aug 31 01:37:05.917725 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b18dd505-dcc3-4094-bad4-f2a9be258d96 req-dc88680c-fda1-4519-b57a-8c0645721a89 service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801268 Aug 31 01:37:06.583558 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-c3c1283b-ecc3-4a8c-bc76-eecc3cb27b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:08.991725 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-a5a2f72e-8edf-40e2-8bb7-80fbae4bf77c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:09.346287 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:10.137001 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:12.136924 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:14.552169 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:17.717981 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:37:36.582542 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-ccd2b8f5-0a36-4ff3-85f6-00173e720465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:38.988239 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-ea2e25ee-e8d8-44b4-8381-e8c1a4279c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:39.380894 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:40.123053 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:42.130938 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:44.557723 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:45.479205 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 42898) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:37:45.581169 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-426d25ff-80eb-485b-9d8a-c2f15121fc7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:45.663555 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-426d25ff-80eb-485b-9d8a-c2f15121fc7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:45.745611 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-426d25ff-80eb-485b-9d8a-c2f15121fc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:45.782185 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-426d25ff-80eb-485b-9d8a-c2f15121fc7e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b1cbec135d3a450bb3dacec76ad92668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3019505 Aug 31 01:37:45.783289 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d25ff-80eb-485b-9d8a-c2f15121fc7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09ee52c-7bfd-42ab-9b58-a8aa1dfc1839,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:37:45.784885 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 42904) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:37:45.790725 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d25ff-80eb-485b-9d8a-c2f15121fc7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:37:45.791084 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d25ff-80eb-485b-9d8a-c2f15121fc7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:37:45.791424 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d25ff-80eb-485b-9d8a-c2f15121fc7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:37:45.791760 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d25ff-80eb-485b-9d8a-c2f15121fc7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:37:45.792096 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d25ff-80eb-485b-9d8a-c2f15121fc7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:37:45.792479 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d25ff-80eb-485b-9d8a-c2f15121fc7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:37:45.792752 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d25ff-80eb-485b-9d8a-c2f15121fc7e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:37:45.793076 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d25ff-80eb-485b-9d8a-c2f15121fc7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:37:45.793402 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d25ff-80eb-485b-9d8a-c2f15121fc7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:37:45.793722 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d25ff-80eb-485b-9d8a-c2f15121fc7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:37:45.794042 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d25ff-80eb-485b-9d8a-c2f15121fc7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:37:45.794359 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426d25ff-80eb-485b-9d8a-c2f15121fc7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:37:45.835537 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-69d35b6d-8bbc-4284-a1a5-44b04ca21a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:45.856897 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-69d35b6d-8bbc-4284-a1a5-44b04ca21a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:45.980115 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-69d35b6d-8bbc-4284-a1a5-44b04ca21a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:45.982636 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-69d35b6d-8bbc-4284-a1a5-44b04ca21a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:45.983779 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-69d35b6d-8bbc-4284-a1a5-44b04ca21a42 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d09ee52c-7bfd-42ab-9b58-a8aa1dfc1839 HTTP/1.1" status: 204 len: 168 time: 0.1979303 Aug 31 01:37:45.991854 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d35b6d-8bbc-4284-a1a5-44b04ca21a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09ee52c-7bfd-42ab-9b58-a8aa1dfc1839,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:37:45.998791 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d35b6d-8bbc-4284-a1a5-44b04ca21a42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:37:45.999134 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d35b6d-8bbc-4284-a1a5-44b04ca21a42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:37:45.999489 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d35b6d-8bbc-4284-a1a5-44b04ca21a42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:37:45.999797 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d35b6d-8bbc-4284-a1a5-44b04ca21a42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:37:46.000118 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d35b6d-8bbc-4284-a1a5-44b04ca21a42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:37:46.000441 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d35b6d-8bbc-4284-a1a5-44b04ca21a42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:37:46.000759 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d35b6d-8bbc-4284-a1a5-44b04ca21a42 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:37:46.001080 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d35b6d-8bbc-4284-a1a5-44b04ca21a42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:37:46.001468 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d35b6d-8bbc-4284-a1a5-44b04ca21a42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:37:46.001702 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d35b6d-8bbc-4284-a1a5-44b04ca21a42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:37:46.002046 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d35b6d-8bbc-4284-a1a5-44b04ca21a42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:37:46.002428 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d35b6d-8bbc-4284-a1a5-44b04ca21a42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:37:46.570619 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 42914) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:37:46.583791 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8d95f620-79aa-473e-988f-5726055a7f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:46.676678 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8d95f620-79aa-473e-988f-5726055a7f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:46.776703 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8d95f620-79aa-473e-988f-5726055a7f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:46.814769 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-8d95f620-79aa-473e-988f-5726055a7f2d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f48d44eaff9c4e74b30a8fb7dd29d9c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2430658 Aug 31 01:37:46.815625 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d95f620-79aa-473e-988f-5726055a7f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad9c25d-3c4f-4d3e-b7aa-59317f9f9834,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:37:46.817508 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 42916) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:37:46.868863 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1eff2e4d-92d6-45a9-957b-21d35ea35072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:46.889752 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1eff2e4d-92d6-45a9-957b-21d35ea35072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:46.997047 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1eff2e4d-92d6-45a9-957b-21d35ea35072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:46.999628 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-1eff2e4d-92d6-45a9-957b-21d35ea35072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:47.000747 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-1eff2e4d-92d6-45a9-957b-21d35ea35072 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aad9c25d-3c4f-4d3e-b7aa-59317f9f9834 HTTP/1.1" status: 204 len: 168 time: 0.1822777 Aug 31 01:37:47.009178 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff2e4d-92d6-45a9-957b-21d35ea35072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad9c25d-3c4f-4d3e-b7aa-59317f9f9834,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:37:50.447526 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 43000) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:37:50.548715 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4bbcc09c-c494-45c6-9861-c897a6f27c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:50.633349 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4bbcc09c-c494-45c6-9861-c897a6f27c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:50.691099 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4bbcc09c-c494-45c6-9861-c897a6f27c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:50.727002 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbcc09c-c494-45c6-9861-c897a6f27c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93db023d-250f-432c-965d-426fbf630430,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:37:50.733777 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-4bbcc09c-c494-45c6-9861-c897a6f27c1c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e628de43d3954f819e03bebab18eeba2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2828681 Aug 31 01:37:50.739533 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 43006) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:37:50.784897 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-33ecd207-ca28-4375-9e91-d860ee7760e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:50.805252 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-33ecd207-ca28-4375-9e91-d860ee7760e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:50.945661 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-33ecd207-ca28-4375-9e91-d860ee7760e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:50.948380 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-33ecd207-ca28-4375-9e91-d860ee7760e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:50.949538 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-33ecd207-ca28-4375-9e91-d860ee7760e8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/93db023d-250f-432c-965d-426fbf630430 HTTP/1.1" status: 204 len: 168 time: 0.2144516 Aug 31 01:37:50.957146 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ecd207-ca28-4375-9e91-d860ee7760e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93db023d-250f-432c-965d-426fbf630430,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:37:51.604055 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 43014) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:37:51.617130 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7db0505d-f1f7-4e47-b16e-328246d8ecf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:51.700518 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7db0505d-f1f7-4e47-b16e-328246d8ecf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:51.759650 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7db0505d-f1f7-4e47-b16e-328246d8ecf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:51.797129 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-7db0505d-f1f7-4e47-b16e-328246d8ecf9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6f64a02629834a37b359e34397b92152&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1919944 Aug 31 01:37:51.798001 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db0505d-f1f7-4e47-b16e-328246d8ecf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ed39c5-8ed3-4b71-99a5-56f4ab1ade6c,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:37:51.799771 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 43018) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:37:51.849445 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a9783b6e-ea0b-4a3a-b149-beffbf047846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:51.869576 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a9783b6e-ea0b-4a3a-b149-beffbf047846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:51.982561 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a9783b6e-ea0b-4a3a-b149-beffbf047846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:51.985104 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a9783b6e-ea0b-4a3a-b149-beffbf047846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:37:51.986239 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-a9783b6e-ea0b-4a3a-b149-beffbf047846 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/60ed39c5-8ed3-4b71-99a5-56f4ab1ade6c HTTP/1.1" status: 204 len: 168 time: 0.1853385 Aug 31 01:37:51.993791 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9783b6e-ea0b-4a3a-b149-beffbf047846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ed39c5-8ed3-4b71-99a5-56f4ab1ade6c,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:37:54.716442 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:38:05.395568 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8cf4e0cb-4bb2-4921-9b11-567cd8cdaf16 req-e5181f5f-6e46-4951-9055-92b3518844d8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373926 Aug 31 01:38:05.476716 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4e0cb-4bb2-4921-9b11-567cd8cdaf16 req-27d0835a-f4a4-4c50-9d3f-9db99f30ded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:38:05.478168 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8cf4e0cb-4bb2-4921-9b11-567cd8cdaf16 req-27d0835a-f4a4-4c50-9d3f-9db99f30ded4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ffa2d2788a446da9bb35bff34b67588&device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa HTTP/1.1" status: 200 len: 1098 time: 0.0419300 Aug 31 01:38:05.574800 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4e0cb-4bb2-4921-9b11-567cd8cdaf16 req-76d3cb00-db53-4b91-b2cc-13b060630756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:38:05.576189 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8cf4e0cb-4bb2-4921-9b11-567cd8cdaf16 req-76d3cb00-db53-4b91-b2cc-13b060630756 service neutron] 10.222.0.72 "GET /v2.0/networks?id=30fb7d9d-48f3-4521-a14a-db6a70863ca4 HTTP/1.1" status: 200 len: 912 time: 0.0799592 Aug 31 01:38:05.643310 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8cf4e0cb-4bb2-4921-9b11-567cd8cdaf16 req-5f530e88-04ce-46cb-8fea-1f0f78085760 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=263270ff-621e-4895-93d7-2fdb82e626fa HTTP/1.1" status: 200 len: 1000 time: 0.0592904 Aug 31 01:38:05.691305 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4e0cb-4bb2-4921-9b11-567cd8cdaf16 req-59dd28e0-5cba-4324-89b9-9c76a60bea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:38:05.692600 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8cf4e0cb-4bb2-4921-9b11-567cd8cdaf16 req-59dd28e0-5cba-4324-89b9-9c76a60bea06 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b8d6dea-cd1f-4897-b8eb-208006d6ba9a HTTP/1.1" status: 200 len: 850 time: 0.0424662 Aug 31 01:38:05.735610 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4e0cb-4bb2-4921-9b11-567cd8cdaf16 req-35054ef1-3955-4dfb-8416-53c2c409f15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:38:05.736991 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8cf4e0cb-4bb2-4921-9b11-567cd8cdaf16 req-35054ef1-3955-4dfb-8416-53c2c409f15b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30fb7d9d-48f3-4521-a14a-db6a70863ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379944 Aug 31 01:38:05.827881 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8cf4e0cb-4bb2-4921-9b11-567cd8cdaf16 req-6b599790-e5ef-4423-8674-5ef3f2040cf4 service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840223 Aug 31 01:38:05.916217 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8cf4e0cb-4bb2-4921-9b11-567cd8cdaf16 req-0a467bfb-12b2-4a26-b915-a3b961d26aae service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804987 Aug 31 01:38:06.582569 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-b0ddb0af-b013-4d69-a5e5-27a829083c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:38:08.985854 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-99e1375c-b9bc-4a26-8a9a-c4904e532e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:38:09.387704 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:38:10.130803 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:38:12.125702 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:38:14.576672 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:38:31.714828 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:38:36.576352 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-34fba266-cb78-4a98-8116-9a891cebec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:38:39.043544 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-0e6f3025-1b21-407d-b280-d62f11b9f658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:38:39.348193 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:38:40.142468 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:38:42.100422 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:38:44.576496 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:05.382962 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fe788293-07df-4acb-a2fa-d76b939f8864 req-e10f1fbb-9ea8-4024-8264-36f0fb87218d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383503 Aug 31 01:39:05.462030 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe788293-07df-4acb-a2fa-d76b939f8864 req-b5259d26-1bc2-4c24-b7d7-59f700aac1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:39:05.463486 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fe788293-07df-4acb-a2fa-d76b939f8864 req-b5259d26-1bc2-4c24-b7d7-59f700aac1c5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ffa2d2788a446da9bb35bff34b67588&device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa HTTP/1.1" status: 200 len: 1098 time: 0.0415502 Aug 31 01:39:05.559335 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe788293-07df-4acb-a2fa-d76b939f8864 req-6e96ebca-b3c5-46d5-9c11-a419e4852b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:39:05.560665 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fe788293-07df-4acb-a2fa-d76b939f8864 req-6e96ebca-b3c5-46d5-9c11-a419e4852b63 service neutron] 10.222.0.72 "GET /v2.0/networks?id=30fb7d9d-48f3-4521-a14a-db6a70863ca4 HTTP/1.1" status: 200 len: 912 time: 0.0796182 Aug 31 01:39:05.627379 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fe788293-07df-4acb-a2fa-d76b939f8864 req-f7f3f957-3eca-42ea-b396-35ba1a5d975b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=263270ff-621e-4895-93d7-2fdb82e626fa HTTP/1.1" status: 200 len: 1000 time: 0.0593915 Aug 31 01:39:05.675742 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe788293-07df-4acb-a2fa-d76b939f8864 req-4f1fe123-a60a-4c6b-849b-64a1ceaf8ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:39:05.677117 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fe788293-07df-4acb-a2fa-d76b939f8864 req-4f1fe123-a60a-4c6b-849b-64a1ceaf8ffb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b8d6dea-cd1f-4897-b8eb-208006d6ba9a HTTP/1.1" status: 200 len: 850 time: 0.0426958 Aug 31 01:39:05.719837 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe788293-07df-4acb-a2fa-d76b939f8864 req-2c072ab6-04b7-4182-b80c-6f8cfab6713d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:39:05.721251 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fe788293-07df-4acb-a2fa-d76b939f8864 req-2c072ab6-04b7-4182-b80c-6f8cfab6713d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30fb7d9d-48f3-4521-a14a-db6a70863ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375767 Aug 31 01:39:05.811762 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fe788293-07df-4acb-a2fa-d76b939f8864 req-3653c27e-7df6-4bff-9dea-d25f2526885b service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833473 Aug 31 01:39:05.897571 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fe788293-07df-4acb-a2fa-d76b939f8864 req-42788afe-8a63-46be-a0a3-892f748bfa7f service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788147 Aug 31 01:39:06.610630 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-45f652ed-c60f-48f9-a78d-5a508614a150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:08.713210 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:39:08.976722 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-eb36efc9-fea5-40bd-bef7-746674218143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:09.352339 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:10.134713 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:12.089268 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:14.616194 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:36.568844 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-fa5de3f2-d7af-4281-9be0-3a73943366d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:38.986606 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-306b7aab-b5c9-46a0-993a-d922c492b47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:39.375149 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:40.134834 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:42.136786 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:44.569027 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:39:45.712216 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:40:05.479043 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-16363de9-9263-45ad-8ed8-90ded08bcdf7 req-3cc92a35-7a8b-4bad-b085-e4a6ad9da849 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1361883 Aug 31 01:40:05.559361 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16363de9-9263-45ad-8ed8-90ded08bcdf7 req-3eebed34-52e8-4ff1-8279-00b8dd8ea811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:40:05.560746 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-16363de9-9263-45ad-8ed8-90ded08bcdf7 req-3eebed34-52e8-4ff1-8279-00b8dd8ea811 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ffa2d2788a446da9bb35bff34b67588&device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa HTTP/1.1" status: 200 len: 1098 time: 0.0410390 Aug 31 01:40:05.663535 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16363de9-9263-45ad-8ed8-90ded08bcdf7 req-5c20b5e4-81e4-43e9-8b4c-21f2cdf417d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:40:05.664984 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-16363de9-9263-45ad-8ed8-90ded08bcdf7 req-5c20b5e4-81e4-43e9-8b4c-21f2cdf417d3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=30fb7d9d-48f3-4521-a14a-db6a70863ca4 HTTP/1.1" status: 200 len: 912 time: 0.0857584 Aug 31 01:40:05.731856 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-16363de9-9263-45ad-8ed8-90ded08bcdf7 req-dbe79867-5018-4ab8-996c-2109d0e56dbe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=263270ff-621e-4895-93d7-2fdb82e626fa HTTP/1.1" status: 200 len: 1000 time: 0.0600247 Aug 31 01:40:05.777756 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16363de9-9263-45ad-8ed8-90ded08bcdf7 req-112acc36-5966-484e-961c-2dd52debc33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:40:05.779130 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-16363de9-9263-45ad-8ed8-90ded08bcdf7 req-112acc36-5966-484e-961c-2dd52debc33e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b8d6dea-cd1f-4897-b8eb-208006d6ba9a HTTP/1.1" status: 200 len: 850 time: 0.0410492 Aug 31 01:40:05.823970 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16363de9-9263-45ad-8ed8-90ded08bcdf7 req-2e90fa78-af45-4897-b91b-760e74c29a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:40:05.825401 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-16363de9-9263-45ad-8ed8-90ded08bcdf7 req-2e90fa78-af45-4897-b91b-760e74c29a04 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30fb7d9d-48f3-4521-a14a-db6a70863ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385189 Aug 31 01:40:05.835906 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [req-16363de9-9263-45ad-8ed8-90ded08bcdf7 req-4b538d7d-4cbf-4e01-80e3-2262fa4f3210 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:40:05.836810 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-16363de9-9263-45ad-8ed8-90ded08bcdf7 req-4b538d7d-4cbf-4e01-80e3-2262fa4f3210 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048254 Aug 31 01:40:05.922847 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-16363de9-9263-45ad-8ed8-90ded08bcdf7 req-3270c760-0218-4cf5-8c95-b888d1124493 service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793841 Aug 31 01:40:06.007487 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-16363de9-9263-45ad-8ed8-90ded08bcdf7 req-1a32bb10-d089-4554-9d04-cd2924dac6c0 service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0776367 Aug 31 01:40:06.592268 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-586164b4-d68e-4fff-95d5-98f8bbc1a152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:08.998897 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-9aba14a1-c388-4d64-9e48-0955f195637a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:09.370619 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:10.142064 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:12.148783 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:14.582150 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:22.711205 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:40:36.587476 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-8a4c73a6-4b14-4708-ae54-308f35c87b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:38.987537 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-ce26ddf0-29b5-44c8-8da7-dfddf6417ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:39.364802 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:40.124614 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:42.170866 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:44.576255 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:40:59.709803 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:41:05.379388 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-392d1396-2ae4-45ef-bd44-469f66972e3b req-5fe90c53-6cf2-4be1-9674-86c770c15122 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0369816 Aug 31 01:41:05.461784 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d1396-2ae4-45ef-bd44-469f66972e3b req-6a71ca54-78d2-455e-bc3f-ed3fad68d9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:41:05.463232 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-392d1396-2ae4-45ef-bd44-469f66972e3b req-6a71ca54-78d2-455e-bc3f-ed3fad68d9e3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ffa2d2788a446da9bb35bff34b67588&device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa HTTP/1.1" status: 200 len: 1098 time: 0.0428536 Aug 31 01:41:05.811849 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d1396-2ae4-45ef-bd44-469f66972e3b req-0ea33e4b-587a-43d1-a5bb-762691b0935b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:41:05.813285 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-392d1396-2ae4-45ef-bd44-469f66972e3b req-0ea33e4b-587a-43d1-a5bb-762691b0935b service neutron] 10.222.0.72 "GET /v2.0/networks?id=30fb7d9d-48f3-4521-a14a-db6a70863ca4 HTTP/1.1" status: 200 len: 912 time: 0.3314204 Aug 31 01:41:05.879749 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-392d1396-2ae4-45ef-bd44-469f66972e3b req-f2481a0d-07c4-4288-8ac9-5d33017a6d36 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=263270ff-621e-4895-93d7-2fdb82e626fa HTTP/1.1" status: 200 len: 1000 time: 0.0581558 Aug 31 01:41:05.926500 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d1396-2ae4-45ef-bd44-469f66972e3b req-ce715e7e-906b-4acc-863f-5069852deba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:41:05.927836 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-392d1396-2ae4-45ef-bd44-469f66972e3b req-ce715e7e-906b-4acc-863f-5069852deba3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b8d6dea-cd1f-4897-b8eb-208006d6ba9a HTTP/1.1" status: 200 len: 850 time: 0.0415628 Aug 31 01:41:05.969791 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d1396-2ae4-45ef-bd44-469f66972e3b req-31518f9e-195c-4e6a-b159-129942c14695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:41:05.971186 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-392d1396-2ae4-45ef-bd44-469f66972e3b req-31518f9e-195c-4e6a-b159-129942c14695 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30fb7d9d-48f3-4521-a14a-db6a70863ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0363557 Aug 31 01:41:06.061568 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-392d1396-2ae4-45ef-bd44-469f66972e3b req-6165d72c-5fb9-4d4e-a02e-be34ba38a0e8 service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813580 Aug 31 01:41:06.146638 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-392d1396-2ae4-45ef-bd44-469f66972e3b req-54dee309-9d57-4fc3-a936-8687ec05e2ef service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783856 Aug 31 01:41:06.593675 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-f079a544-e51c-43f3-925a-5149e9eb125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:41:08.998802 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-61ef7a76-cc70-40c0-802d-f6ca9ca177c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:41:09.387630 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:41:10.153379 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:41:12.125106 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:41:14.616579 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:41:36.587341 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-593572cc-3d5c-49d8-9f61-81ae655303c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:41:36.707968 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:41:38.988514 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-65ee8fbc-0c38-4ea4-886d-6360bc72946d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:41:39.376488 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:41:40.164882 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:41:42.130708 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:41:44.587562 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:05.414624 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d868bd5c-1538-4edb-93f3-d399a74d3e9d req-fb2a5342-f0c5-4a69-942f-ef580aa928eb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382209 Aug 31 01:42:05.497919 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d868bd5c-1538-4edb-93f3-d399a74d3e9d req-0dc2d788-8fb1-4a0d-9f62-2d0b314a73ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:05.499385 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d868bd5c-1538-4edb-93f3-d399a74d3e9d req-0dc2d788-8fb1-4a0d-9f62-2d0b314a73ed service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ffa2d2788a446da9bb35bff34b67588&device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa HTTP/1.1" status: 200 len: 1098 time: 0.0437422 Aug 31 01:42:05.597076 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d868bd5c-1538-4edb-93f3-d399a74d3e9d req-8c4332c2-87b7-40e6-ad1e-f35a49fe0f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:05.598510 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d868bd5c-1538-4edb-93f3-d399a74d3e9d req-8c4332c2-87b7-40e6-ad1e-f35a49fe0f87 service neutron] 10.222.0.72 "GET /v2.0/networks?id=30fb7d9d-48f3-4521-a14a-db6a70863ca4 HTTP/1.1" status: 200 len: 912 time: 0.0818374 Aug 31 01:42:05.664916 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d868bd5c-1538-4edb-93f3-d399a74d3e9d req-3ea8fb1c-8043-4fc0-890e-08be0c1c8ce0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=263270ff-621e-4895-93d7-2fdb82e626fa HTTP/1.1" status: 200 len: 1000 time: 0.0587163 Aug 31 01:42:05.710856 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d868bd5c-1538-4edb-93f3-d399a74d3e9d req-20b2da99-23c2-4569-8375-87278184f4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:05.712212 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d868bd5c-1538-4edb-93f3-d399a74d3e9d req-20b2da99-23c2-4569-8375-87278184f4a1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b8d6dea-cd1f-4897-b8eb-208006d6ba9a HTTP/1.1" status: 200 len: 850 time: 0.0410094 Aug 31 01:42:05.754995 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d868bd5c-1538-4edb-93f3-d399a74d3e9d req-04337a62-7401-4a71-86ae-2e17ef931f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:42:05.756380 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d868bd5c-1538-4edb-93f3-d399a74d3e9d req-04337a62-7401-4a71-86ae-2e17ef931f5c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30fb7d9d-48f3-4521-a14a-db6a70863ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0372181 Aug 31 01:42:05.844537 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d868bd5c-1538-4edb-93f3-d399a74d3e9d req-38368bef-4f46-4937-8baa-da6d39eaa607 service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811155 Aug 31 01:42:05.930726 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d868bd5c-1538-4edb-93f3-d399a74d3e9d req-1c0a04b3-ac21-4d76-b0f4-458c58cc0797 service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779018 Aug 31 01:42:06.616528 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-0e10bf43-1289-418b-b9be-ce2a37783f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:08.999090 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-8faf57ac-f1b5-4f80-9b6d-453690cc1e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:09.370727 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:10.136654 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:12.130325 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:13.706608 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:42:14.598543 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:36.593925 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-7b01eb27-d342-4be6-9520-74a803d94231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:38.987677 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-301ec55a-4ab6-469d-9966-4f241664e6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:39.387498 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:40.141822 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:42.153341 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:44.588065 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:42:50.705002 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:43:06.576384 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-dcd41c08-e230-4bf6-b1b0-5dc7b181763f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:07.396221 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5f9de63f-5140-490a-85ea-a7388459fe8b req-56cb9867-5c64-4d46-8ff0-35ceabd757a1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386887 Aug 31 01:43:07.477810 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9de63f-5140-490a-85ea-a7388459fe8b req-fb0b57bd-b4d1-4811-b946-a1592aca9cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:43:07.479277 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5f9de63f-5140-490a-85ea-a7388459fe8b req-fb0b57bd-b4d1-4811-b946-a1592aca9cac service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ffa2d2788a446da9bb35bff34b67588&device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa HTTP/1.1" status: 200 len: 1098 time: 0.0427954 Aug 31 01:43:07.586369 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9de63f-5140-490a-85ea-a7388459fe8b req-13435b65-7789-4cc1-aad4-3013c4f6a51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:43:07.587891 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5f9de63f-5140-490a-85ea-a7388459fe8b req-13435b65-7789-4cc1-aad4-3013c4f6a51f service neutron] 10.222.0.72 "GET /v2.0/networks?id=30fb7d9d-48f3-4521-a14a-db6a70863ca4 HTTP/1.1" status: 200 len: 912 time: 0.0892501 Aug 31 01:43:07.657372 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5f9de63f-5140-490a-85ea-a7388459fe8b req-6e393082-d842-4f98-9b0e-09977c4f177d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=263270ff-621e-4895-93d7-2fdb82e626fa HTTP/1.1" status: 200 len: 1000 time: 0.0627422 Aug 31 01:43:07.704681 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9de63f-5140-490a-85ea-a7388459fe8b req-a85cb6a8-9e83-47bf-b21d-f436d92747b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:43:07.706036 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5f9de63f-5140-490a-85ea-a7388459fe8b req-a85cb6a8-9e83-47bf-b21d-f436d92747b7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b8d6dea-cd1f-4897-b8eb-208006d6ba9a HTTP/1.1" status: 200 len: 850 time: 0.0419612 Aug 31 01:43:07.749298 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9de63f-5140-490a-85ea-a7388459fe8b req-79d6aafb-d490-41ee-bbb1-992d78772967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:43:07.750907 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5f9de63f-5140-490a-85ea-a7388459fe8b req-79d6aafb-d490-41ee-bbb1-992d78772967 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30fb7d9d-48f3-4521-a14a-db6a70863ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0374460 Aug 31 01:43:07.842757 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5f9de63f-5140-490a-85ea-a7388459fe8b req-1b6eaefb-b6ba-48ea-9f6a-1935e7d7d5d1 service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839486 Aug 31 01:43:07.928946 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5f9de63f-5140-490a-85ea-a7388459fe8b req-b54392bc-0c27-4648-8b24-48a85420c7ea service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792255 Aug 31 01:43:08.993157 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-914ff6b4-2829-43ea-bca7-e87d70b016c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:09.376604 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:10.159075 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:12.125034 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:14.604208 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:27.703767 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:43:36.599116 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6f929c85-8133-4637-b6d7-57d05ea364d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:38.976383 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-0120cb22-61cd-4e5e-ab14-370bcbf33179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:39.358945 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:40.176143 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:42.222645 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:44.639431 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:55.138638 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 45260) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:43:55.240221 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eb26f57b-dee9-480b-8aa2-5ffa7afaed78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:55.327136 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eb26f57b-dee9-480b-8aa2-5ffa7afaed78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:55.410414 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-eb26f57b-dee9-480b-8aa2-5ffa7afaed78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:55.446790 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26f57b-dee9-480b-8aa2-5ffa7afaed78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a97084-6f82-4f28-bb53-e56d0bc321c7,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:43:55.455218 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-eb26f57b-dee9-480b-8aa2-5ffa7afaed78 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8550acc6460d4599b907473f129db3d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3112948 Aug 31 01:43:55.455363 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 45270) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:43:55.457024 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26f57b-dee9-480b-8aa2-5ffa7afaed78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:43:55.457379 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26f57b-dee9-480b-8aa2-5ffa7afaed78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:43:55.457714 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26f57b-dee9-480b-8aa2-5ffa7afaed78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:43:55.458045 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26f57b-dee9-480b-8aa2-5ffa7afaed78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:43:55.458378 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26f57b-dee9-480b-8aa2-5ffa7afaed78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:43:55.458726 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26f57b-dee9-480b-8aa2-5ffa7afaed78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:43:55.459050 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26f57b-dee9-480b-8aa2-5ffa7afaed78 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:43:55.459371 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26f57b-dee9-480b-8aa2-5ffa7afaed78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:43:55.459692 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26f57b-dee9-480b-8aa2-5ffa7afaed78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:43:55.460010 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26f57b-dee9-480b-8aa2-5ffa7afaed78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:43:55.460326 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26f57b-dee9-480b-8aa2-5ffa7afaed78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:43:55.460640 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26f57b-dee9-480b-8aa2-5ffa7afaed78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:43:55.502956 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5d7a8615-4bac-4c3b-8440-e1ebb1bfafb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:55.522868 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5d7a8615-4bac-4c3b-8440-e1ebb1bfafb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:55.616403 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5d7a8615-4bac-4c3b-8440-e1ebb1bfafb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:55.619577 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-5d7a8615-4bac-4c3b-8440-e1ebb1bfafb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:55.620753 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-5d7a8615-4bac-4c3b-8440-e1ebb1bfafb1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/80a97084-6f82-4f28-bb53-e56d0bc321c7 HTTP/1.1" status: 204 len: 168 time: 0.1659181 Aug 31 01:43:55.628490 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a8615-4bac-4c3b-8440-e1ebb1bfafb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a97084-6f82-4f28-bb53-e56d0bc321c7,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:43:55.635455 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a8615-4bac-4c3b-8440-e1ebb1bfafb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:43:55.635807 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a8615-4bac-4c3b-8440-e1ebb1bfafb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:43:55.636145 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a8615-4bac-4c3b-8440-e1ebb1bfafb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:43:55.636478 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a8615-4bac-4c3b-8440-e1ebb1bfafb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:43:55.636814 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a8615-4bac-4c3b-8440-e1ebb1bfafb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:43:55.637145 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a8615-4bac-4c3b-8440-e1ebb1bfafb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:43:55.637470 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a8615-4bac-4c3b-8440-e1ebb1bfafb1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:43:55.637802 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a8615-4bac-4c3b-8440-e1ebb1bfafb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:43:55.638122 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a8615-4bac-4c3b-8440-e1ebb1bfafb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:43:55.638443 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a8615-4bac-4c3b-8440-e1ebb1bfafb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:43:55.638788 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a8615-4bac-4c3b-8440-e1ebb1bfafb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:43:55.639106 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a8615-4bac-4c3b-8440-e1ebb1bfafb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:43:56.168165 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 45276) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:43:56.181022 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-368c7a31-a45a-47f0-9a01-4c97b426097c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:56.264385 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-368c7a31-a45a-47f0-9a01-4c97b426097c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:56.324833 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-368c7a31-a45a-47f0-9a01-4c97b426097c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:56.362033 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-368c7a31-a45a-47f0-9a01-4c97b426097c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a0588fb9ee614046a0a18715cb41c493&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1928291 Aug 31 01:43:56.364107 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c7a31-a45a-47f0-9a01-4c97b426097c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689775d0-7bea-4892-adb3-0ef2e05ab9b6,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:43:56.364848 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 45280) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:43:56.415309 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9bf03452-5a91-4380-a65c-2c2b0badc7f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:56.435831 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9bf03452-5a91-4380-a65c-2c2b0badc7f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:56.525060 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9bf03452-5a91-4380-a65c-2c2b0badc7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:56.527643 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9bf03452-5a91-4380-a65c-2c2b0badc7f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:56.528792 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-9bf03452-5a91-4380-a65c-2c2b0badc7f3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/689775d0-7bea-4892-adb3-0ef2e05ab9b6 HTTP/1.1" status: 204 len: 168 time: 0.1629534 Aug 31 01:43:56.536649 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf03452-5a91-4380-a65c-2c2b0badc7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689775d0-7bea-4892-adb3-0ef2e05ab9b6,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:43:57.517918 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 45308) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:43:57.612235 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [None req-e2b7347d-b111-45ab-adc7-2073244c737f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-54572493-network', 'tenant_id': 'ac5e7bbafd54469ba43a331f84b99940'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:43:57.685143 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b7347d-b111-45ab-adc7-2073244c737f admin admin] Made reservation on behalf of ac5e7bbafd54469ba43a331f84b99940 for: {'network': 1} {{(pid=94635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:43:57.687627 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e2b7347d-b111-45ab-adc7-2073244c737f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for network, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:57.696610 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e2b7347d-b111-45ab-adc7-2073244c737f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:57.781158 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e2b7347d-b111-45ab-adc7-2073244c737f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:57.833648 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e2b7347d-b111-45ab-adc7-2073244c737f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:57.858174 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2b7347d-b111-45ab-adc7-2073244c737f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=94635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:43:57.867997 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b7347d-b111-45ab-adc7-2073244c737f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ddee2d-790f-4f4d-8527-9cfd51dcb94f,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:43:57.872603 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e2b7347d-b111-45ab-adc7-2073244c737f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417'] for segment, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:57.872951 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.db.segments_db [None req-e2b7347d-b111-45ab-adc7-2073244c737f admin admin] Added segment 6b85f54a-c6fd-43e4-90e3-ad72135ba128 of type vlan for network dbf97376-b497-4150-b1dc-23dbab1e6d82 Aug 31 01:43:57.910910 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e2b7347d-b111-45ab-adc7-2073244c737f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766773254247'] for network, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:58.004914 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e2b7347d-b111-45ab-adc7-2073244c737f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308'] for network, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:58.005926 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b7347d-b111-45ab-adc7-2073244c737f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:43:58.006528 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e2b7347d-b111-45ab-adc7-2073244c737f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for network, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:58.063177 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b7347d-b111-45ab-adc7-2073244c737f admin admin] Pushing event updated for resources: {'Network': ['ID=dbf97376-b497-4150-b1dc-23dbab1e6d82,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:43:58.073603 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Network dbf97376-b497-4150-b1dc-23dbab1e6d82 details requested by agent ovs-agent-dv-cinder-760180-3-iscsi with host dv-cinder-760180-3-iscsi {{(pid=94636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:43:58.194373 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-e2b7347d-b111-45ab-adc7-2073244c737f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6752224 Aug 31 01:43:58.197186 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 45312) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:43:58.202716 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [None req-e4b141a0-5a44-4bdf-b0e7-962fea473f76 admin admin] Request body: {'subnet': {'network_id': 'dbf97376-b497-4150-b1dc-23dbab1e6d82', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-54572493-subnet', 'tenant_id': 'ac5e7bbafd54469ba43a331f84b99940', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:43:58.291173 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b141a0-5a44-4bdf-b0e7-962fea473f76 admin admin] Made reservation on behalf of ac5e7bbafd54469ba43a331f84b99940 for: {'subnet': 1} {{(pid=94635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:43:58.293608 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e4b141a0-5a44-4bdf-b0e7-962fea473f76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125832496'] for subnet, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:58.519620 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e4b141a0-5a44-4bdf-b0e7-962fea473f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127206860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125832486'] for subnet, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:58.575497 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b141a0-5a44-4bdf-b0e7-962fea473f76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d27cb6a-12d6-4f0d-afe9-87e52822a4ed,revision_number=0']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:43:58.583248 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b141a0-5a44-4bdf-b0e7-962fea473f76 admin admin] Checking segment: {'id': '6b85f54a-c6fd-43e4-90e3-ad72135ba128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'dbf97376-b497-4150-b1dc-23dbab1e6d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:43:58.583610 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b141a0-5a44-4bdf-b0e7-962fea473f76 admin admin] Network hostable DHCP agents. Network: dbf97376-b497-4150-b1dc-23dbab1e6d82, hostable agents: ['5f164b3b-8391-48cb-99c3-d9cfd53180ad'], hosted agents: [] {{(pid=94635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:43:58.673446 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b141a0-5a44-4bdf-b0e7-962fea473f76 admin admin] Network dbf97376-b497-4150-b1dc-23dbab1e6d82 is scheduled to be hosted by DHCP agent 5f164b3b-8391-48cb-99c3-d9cfd53180ad with binding_index 1 {{(pid=94635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:43:58.742043 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [None req-e4b141a0-5a44-4bdf-b0e7-962fea473f76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760180-3-iscsi, dbf97376-b497-4150-b1dc-23dbab1e6d82) {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:43:58.746027 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b141a0-5a44-4bdf-b0e7-962fea473f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:43:58.746651 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e4b141a0-5a44-4bdf-b0e7-962fea473f76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for subnet, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:43:58.750834 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efd0d1e-2128-47a6-a2c2-924e4beae35c None None] Network dbf97376-b497-4150-b1dc-23dbab1e6d82 requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:43:58.817421 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-e4b141a0-5a44-4bdf-b0e7-962fea473f76 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6183724 Aug 31 01:43:58.872509 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70acf63-cbd6-4392-bbfe-097b393f0909 None None] Network dbf97376-b497-4150-b1dc-23dbab1e6d82 requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:44:04.701764 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:44:06.598319 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-a304094d-ea59-47df-b9e9-decc8b8b4a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:09.051138 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-9c63b3e9-f3cb-49c2-9f4d-70c8d72c4bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:09.371197 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:09.371973 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-81305eb7-0073-437b-a263-5312629c7273 req-9020112b-02e7-4daf-8a4a-14484c78b0c4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420322 Aug 31 01:44:09.454137 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81305eb7-0073-437b-a263-5312629c7273 req-4d4fcaf8-43ea-46d6-8068-2df981282892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:09.455955 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-81305eb7-0073-437b-a263-5312629c7273 req-4d4fcaf8-43ea-46d6-8068-2df981282892 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ffa2d2788a446da9bb35bff34b67588&device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa HTTP/1.1" status: 200 len: 1098 time: 0.0402598 Aug 31 01:44:09.554735 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81305eb7-0073-437b-a263-5312629c7273 req-e01071cb-51a7-47a2-a788-40e9992cd624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:09.556157 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-81305eb7-0073-437b-a263-5312629c7273 req-e01071cb-51a7-47a2-a788-40e9992cd624 service neutron] 10.222.0.72 "GET /v2.0/networks?id=30fb7d9d-48f3-4521-a14a-db6a70863ca4 HTTP/1.1" status: 200 len: 912 time: 0.0820627 Aug 31 01:44:09.623439 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-81305eb7-0073-437b-a263-5312629c7273 req-4d752284-c9ad-40c1-9e8e-dc6a01bc88fd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=263270ff-621e-4895-93d7-2fdb82e626fa HTTP/1.1" status: 200 len: 1000 time: 0.0603356 Aug 31 01:44:09.671212 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81305eb7-0073-437b-a263-5312629c7273 req-cecf8341-f138-4e1a-90ea-bef769fdd75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:09.672673 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-81305eb7-0073-437b-a263-5312629c7273 req-cecf8341-f138-4e1a-90ea-bef769fdd75a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b8d6dea-cd1f-4897-b8eb-208006d6ba9a HTTP/1.1" status: 200 len: 850 time: 0.0425081 Aug 31 01:44:09.717923 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81305eb7-0073-437b-a263-5312629c7273 req-a4ff2da2-2b35-4df5-a7ce-37af5bc7a6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:44:09.719411 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-81305eb7-0073-437b-a263-5312629c7273 req-a4ff2da2-2b35-4df5-a7ce-37af5bc7a6d9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30fb7d9d-48f3-4521-a14a-db6a70863ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401204 Aug 31 01:44:09.809444 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-81305eb7-0073-437b-a263-5312629c7273 req-9a39a394-b59e-43cd-8c3d-b3cf878e630d service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830116 Aug 31 01:44:09.902080 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-81305eb7-0073-437b-a263-5312629c7273 req-06a7c7f2-2e96-4102-bf70-cc22dc4ff7b5 service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796604 Aug 31 01:44:10.130786 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:12.142192 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:14.616315 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:36.611083 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-42d5603b-83de-4c9f-bc91-8635a8b62d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:39.113479 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-9f876bb0-5c74-4ba5-bd1a-a9263086cfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:39.365090 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:40.136768 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:41.699212 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:44:42.136681 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:44:44.639553 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:06.599736 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d5b1a0aa-3bd6-48d8-8010-7e2bdf018240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:08.999256 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-0fa88f4e-2ee0-4549-8942-fdd46fd5750c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:09.365430 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:10.153600 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:10.450878 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-20cdfeb0-738a-496b-83e8-c5f3f33ad053 req-115dbc63-b24b-4fd5-931b-ca594cbb7ccd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0995629 Aug 31 01:45:10.530847 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdfeb0-738a-496b-83e8-c5f3f33ad053 req-bd00ed6d-ac5f-4140-bcd3-3a9b8ef6c0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:10.532275 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-20cdfeb0-738a-496b-83e8-c5f3f33ad053 req-bd00ed6d-ac5f-4140-bcd3-3a9b8ef6c0fa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ffa2d2788a446da9bb35bff34b67588&device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa HTTP/1.1" status: 200 len: 1098 time: 0.0425439 Aug 31 01:45:10.629923 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdfeb0-738a-496b-83e8-c5f3f33ad053 req-29c9ccf3-5f5f-4c17-a867-c3308e60d7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:10.631350 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-20cdfeb0-738a-496b-83e8-c5f3f33ad053 req-29c9ccf3-5f5f-4c17-a867-c3308e60d7e8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=30fb7d9d-48f3-4521-a14a-db6a70863ca4 HTTP/1.1" status: 200 len: 912 time: 0.0802939 Aug 31 01:45:10.698801 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-20cdfeb0-738a-496b-83e8-c5f3f33ad053 req-0d599536-9e15-4374-ab1f-dc6c98667074 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=263270ff-621e-4895-93d7-2fdb82e626fa HTTP/1.1" status: 200 len: 1000 time: 0.0606592 Aug 31 01:45:10.753427 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdfeb0-738a-496b-83e8-c5f3f33ad053 req-cc296130-8e97-4b35-9b7f-573c2baf581f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:10.755468 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-20cdfeb0-738a-496b-83e8-c5f3f33ad053 req-cc296130-8e97-4b35-9b7f-573c2baf581f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b8d6dea-cd1f-4897-b8eb-208006d6ba9a HTTP/1.1" status: 200 len: 850 time: 0.0496988 Aug 31 01:45:10.802131 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdfeb0-738a-496b-83e8-c5f3f33ad053 req-9e504422-9668-4a3c-b845-b724056772a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:45:10.803684 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-20cdfeb0-738a-496b-83e8-c5f3f33ad053 req-9e504422-9668-4a3c-b845-b724056772a6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30fb7d9d-48f3-4521-a14a-db6a70863ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409696 Aug 31 01:45:10.897944 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-20cdfeb0-738a-496b-83e8-c5f3f33ad053 req-e8a830c2-8f8e-45b7-88e3-c4a2f98c02c3 service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867839 Aug 31 01:45:10.985503 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-20cdfeb0-738a-496b-83e8-c5f3f33ad053 req-0d97ed61-f69d-4c81-af0f-65c8f3106729 service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803912 Aug 31 01:45:12.170851 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:14.667980 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:18.697907 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:45:23.606089 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [req-c99e7bd6-cb57-495d-b524-2e49e0315fec req-6aa9e523-cc09-4333-9cd6-dff994b48d5c tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] (94635) timed out ('10.222.0.43', 53710) {{(pid=94635) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 01:45:24.708365 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [req-dc169719-d601-4187-bd8f-7d69ebf9c80d req-11b4f7a2-8aa9-4630-a61c-205932a6daaf tempest-VolumesSnapshotTestJSON-1478686841 tempest-VolumesSnapshotTestJSON-1478686841-project] (94635) timed out ('10.222.0.43', 53796) {{(pid=94635) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 01:45:36.588477 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-e95d5763-3d8f-442b-a20c-a03f7a7f3e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:39.005826 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-9c0f596b-e686-4319-8e3c-dc92e7fd075c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:39.382819 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:40.149001 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:42.171294 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:44.697484 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:45:55.696238 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:46:06.594579 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-0abec67c-bcc6-4f63-b30f-e18d944973ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:08.994255 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-bfa18b84-a7d9-48fd-80a9-60aa0a181a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:09.377018 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:10.148600 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:10.381791 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d8454c93-09e0-45a8-8b08-1b0feb697406 req-b9e6c5ce-b1cc-465d-9d3b-04381b2c8e07 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377998 Aug 31 01:46:10.468730 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8454c93-09e0-45a8-8b08-1b0feb697406 req-d7a25dd7-7582-4c18-b9f8-f6f718299d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:10.470190 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d8454c93-09e0-45a8-8b08-1b0feb697406 req-d7a25dd7-7582-4c18-b9f8-f6f718299d23 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ffa2d2788a446da9bb35bff34b67588&device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa HTTP/1.1" status: 200 len: 1098 time: 0.0442321 Aug 31 01:46:10.567076 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8454c93-09e0-45a8-8b08-1b0feb697406 req-0ea04c81-b7ce-4829-bf32-fceb854a79aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:10.568477 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d8454c93-09e0-45a8-8b08-1b0feb697406 req-0ea04c81-b7ce-4829-bf32-fceb854a79aa service neutron] 10.222.0.72 "GET /v2.0/networks?id=30fb7d9d-48f3-4521-a14a-db6a70863ca4 HTTP/1.1" status: 200 len: 912 time: 0.0805068 Aug 31 01:46:10.636267 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d8454c93-09e0-45a8-8b08-1b0feb697406 req-45366279-7f86-4e04-93a6-bda28ba0241e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=263270ff-621e-4895-93d7-2fdb82e626fa HTTP/1.1" status: 200 len: 1000 time: 0.0600657 Aug 31 01:46:10.682890 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8454c93-09e0-45a8-8b08-1b0feb697406 req-0fa52390-ca49-43a8-aac4-8fa29127e8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:10.684279 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d8454c93-09e0-45a8-8b08-1b0feb697406 req-0fa52390-ca49-43a8-aac4-8fa29127e8c6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b8d6dea-cd1f-4897-b8eb-208006d6ba9a HTTP/1.1" status: 200 len: 850 time: 0.0415423 Aug 31 01:46:10.727700 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8454c93-09e0-45a8-8b08-1b0feb697406 req-a4323da2-ebbe-4a00-8281-4e92a74e6091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:46:10.729094 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d8454c93-09e0-45a8-8b08-1b0feb697406 req-a4323da2-ebbe-4a00-8281-4e92a74e6091 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30fb7d9d-48f3-4521-a14a-db6a70863ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383718 Aug 31 01:46:10.820191 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d8454c93-09e0-45a8-8b08-1b0feb697406 req-36ddafdb-f98e-42b1-ad49-66986b5bb5f9 service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838704 Aug 31 01:46:10.910228 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-d8454c93-09e0-45a8-8b08-1b0feb697406 req-7ac2a7ca-f1cb-44de-b3bb-6cd35ec391bd service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820260 Aug 31 01:46:12.148752 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:14.651938 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:32.695287 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:46:36.577857 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-e8c4fc86-70dd-4afb-ad65-e36b0c0a9fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:39.006166 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-ee7134e8-f164-49de-8b56-adfab317d08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:39.394633 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:40.177306 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:42.148949 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:46:44.657697 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:06.589397 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-0cace7be-a4de-456b-9798-3a4e010b3618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:08.989483 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-2fa8767a-1439-488f-83f8-6dcfc4e56dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:09.412611 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:09.697455 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:47:10.148862 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:12.189584 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:13.912508 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fa896392-dd6c-4621-b486-c4823583c1e8 req-323c6e8c-6a83-4059-aba9-7b7865ec8d53 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398283 Aug 31 01:47:13.996897 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa896392-dd6c-4621-b486-c4823583c1e8 req-3d03e502-a4ef-4b7a-b744-c0e8031bd515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:13.998363 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fa896392-dd6c-4621-b486-c4823583c1e8 req-3d03e502-a4ef-4b7a-b744-c0e8031bd515 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4ffa2d2788a446da9bb35bff34b67588&device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa HTTP/1.1" status: 200 len: 1098 time: 0.0429759 Aug 31 01:47:14.097887 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa896392-dd6c-4621-b486-c4823583c1e8 req-c71ad9a7-5cb0-4a8f-8b9f-db1cafcc8487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:14.099330 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fa896392-dd6c-4621-b486-c4823583c1e8 req-c71ad9a7-5cb0-4a8f-8b9f-db1cafcc8487 service neutron] 10.222.0.72 "GET /v2.0/networks?id=30fb7d9d-48f3-4521-a14a-db6a70863ca4 HTTP/1.1" status: 200 len: 912 time: 0.0813491 Aug 31 01:47:14.165893 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fa896392-dd6c-4621-b486-c4823583c1e8 req-47f7eb78-d73d-4d16-b3fd-804cfe6ae2ca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=263270ff-621e-4895-93d7-2fdb82e626fa HTTP/1.1" status: 200 len: 1000 time: 0.0581746 Aug 31 01:47:14.213826 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa896392-dd6c-4621-b486-c4823583c1e8 req-b3292c72-b8f2-4224-acaf-35ff3b64cf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:14.215260 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fa896392-dd6c-4621-b486-c4823583c1e8 req-b3292c72-b8f2-4224-acaf-35ff3b64cf53 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b8d6dea-cd1f-4897-b8eb-208006d6ba9a HTTP/1.1" status: 200 len: 850 time: 0.0426171 Aug 31 01:47:14.261685 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa896392-dd6c-4621-b486-c4823583c1e8 req-3278fd15-2238-43a9-b8d0-f015aed3d5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:14.263164 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fa896392-dd6c-4621-b486-c4823583c1e8 req-3278fd15-2238-43a9-b8d0-f015aed3d5ba service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30fb7d9d-48f3-4521-a14a-db6a70863ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411506 Aug 31 01:47:14.357305 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fa896392-dd6c-4621-b486-c4823583c1e8 req-5e1c9710-b1fb-4127-a837-b06c09278900 service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850101 Aug 31 01:47:14.447283 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-fa896392-dd6c-4621-b486-c4823583c1e8 req-e732c653-1b23-469f-8987-3b3d7463d3ea service neutron] 10.222.0.72 "GET /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827689 Aug 31 01:47:14.697881 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:15.162735 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 46518) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:15.316396 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c562279-0edf-4cae-95f9-f31451cacc56 req-7d7c4436-a4b6-4f53-8427-8bad7cd1b111 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:15.317831 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7c562279-0edf-4cae-95f9-f31451cacc56 req-7d7c4436-a4b6-4f53-8427-8bad7cd1b111 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa HTTP/1.1" status: 200 len: 945 time: 0.1541035 Aug 31 01:47:15.355803 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7c562279-0edf-4cae-95f9-f31451cacc56 req-2968a0f8-8f56-423b-bb1f-578744988a23 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=3653104d-c543-43dc-b78a-f073a018d9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318520 Aug 31 01:47:16.015018 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01826fc2-69fe-462c-949b-ef798b2942f5 req-4fcb4dc2-6a8f-4163-b9cf-fc8e3317b1bb tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:16.016477 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-01826fc2-69fe-462c-949b-ef798b2942f5 req-4fcb4dc2-6a8f-4163-b9cf-fc8e3317b1bb tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa HTTP/1.1" status: 200 len: 945 time: 0.0523438 Aug 31 01:47:16.111127 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [req-01826fc2-69fe-462c-949b-ef798b2942f5 req-95710133-a022-42dc-9869-0d0f4db8e263 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Deleting port 263270ff-621e-4895-93d7-2fdb82e626fa {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:47:16.111469 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-01826fc2-69fe-462c-949b-ef798b2942f5 req-95710133-a022-42dc-9869-0d0f4db8e263 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:16.198629 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [req-01826fc2-69fe-462c-949b-ef798b2942f5 req-95710133-a022-42dc-9869-0d0f4db8e263 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] For port 263270ff-621e-4895-93d7-2fdb82e626fa, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=263270ff-621e-4895-93d7-2fdb82e626fa,segment=NetworkSegment(85bfaf1f-5a21-4307-abff-21e0aaca3a13),segment_id=85bfaf1f-5a21-4307-abff-21e0aaca3a13)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:47:16.199224 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-01826fc2-69fe-462c-949b-ef798b2942f5 req-95710133-a022-42dc-9869-0d0f4db8e263 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:16.239281 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 46550) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:16.242809 dv-cinder-760180-3-iscsi neutron-server[94634]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 01:47:16.340798 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-0d4a6774-80ee-4b55-b437-81a98c9e7a74 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:16.342888 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-0d4a6774-80ee-4b55-b437-81a98c9e7a74 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/networks?id=dbf97376-b497-4150-b1dc-23dbab1e6d82 HTTP/1.1" status: 200 len: 807 time: 0.1026094 Aug 31 01:47:16.357822 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-fa77415f-f3c6-4d79-ada5-a2f94ac083cd tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/quotas/ac5e7bbafd54469ba43a331f84b99940 HTTP/1.1" status: 200 len: 375 time: 0.0090961 Aug 31 01:47:16.370078 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-01826fc2-69fe-462c-949b-ef798b2942f5 req-95710133-a022-42dc-9869-0d0f4db8e263 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:16.370470 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-01826fc2-69fe-462c-949b-ef798b2942f5 req-95710133-a022-42dc-9869-0d0f4db8e263 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-371979'] for floatingip, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:16.370811 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.db.l3_db [req-01826fc2-69fe-462c-949b-ef798b2942f5 req-95710133-a022-42dc-9869-0d0f4db8e263 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Floating IP 0361df7e-bc4b-4ff2-909c-4364e08d9c50 disassociated. External IP: 172.27.3.24, port: 263270ff-621e-4895-93d7-2fdb82e626fa. Aug 31 01:47:16.371153 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [req-01826fc2-69fe-462c-949b-ef798b2942f5 req-95710133-a022-42dc-9869-0d0f4db8e263 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Calling delete_port for 263270ff-621e-4895-93d7-2fdb82e626fa owned by compute:nova {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:47:16.411848 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-dca2d51f-fdae-4586-87f9-61babf9ced97 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac5e7bbafd54469ba43a331f84b99940&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483825 Aug 31 01:47:16.471889 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-f576db51-3570-43fa-8a87-e295da901fcc service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94634) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 01:47:16.472836 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-f576db51-3570-43fa-8a87-e295da901fcc service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0544956 Aug 31 01:47:16.579793 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-cb2eadba-a09b-4f11-9acc-230529cec529 service neutron] 10.222.0.43 "GET /v2.0/networks/dbf97376-b497-4150-b1dc-23dbab1e6d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002228 Aug 31 01:47:16.791034 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2456733f-50f3-4b72-9a47-ff69ffd990b8 req-93ccf28d-df30-4b9f-bcab-56e6a769f641 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:16.792538 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2456733f-50f3-4b72-9a47-ff69ffd990b8 req-93ccf28d-df30-4b9f-bcab-56e6a769f641 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa HTTP/1.1" status: 200 len: 945 time: 0.3464727 Aug 31 01:47:16.849373 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2456733f-50f3-4b72-9a47-ff69ffd990b8 req-ca341bdd-03db-4bf3-806f-323fd4341ae0 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups?id=3653104d-c543-43dc-b78a-f073a018d9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466688 Aug 31 01:47:16.898231 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-01826fc2-69fe-462c-949b-ef798b2942f5 req-95710133-a022-42dc-9869-0d0f4db8e263 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:16.933319 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95710133-a022-42dc-9869-0d0f4db8e263 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Pushing event deleted for resources: {'Port': ['ID=263270ff-621e-4895-93d7-2fdb82e626fa,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:16.944601 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95710133-a022-42dc-9869-0d0f4db8e263 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:16.948630 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95710133-a022-42dc-9869-0d0f4db8e263 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:16.948630 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95710133-a022-42dc-9869-0d0f4db8e263 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:16.948630 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95710133-a022-42dc-9869-0d0f4db8e263 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:16.948630 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95710133-a022-42dc-9869-0d0f4db8e263 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:16.948630 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95710133-a022-42dc-9869-0d0f4db8e263 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:16.948630 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95710133-a022-42dc-9869-0d0f4db8e263 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:16.948630 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95710133-a022-42dc-9869-0d0f4db8e263 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:16.948630 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95710133-a022-42dc-9869-0d0f4db8e263 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:16.948630 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95710133-a022-42dc-9869-0d0f4db8e263 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:16.948630 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95710133-a022-42dc-9869-0d0f4db8e263 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:16.948630 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95710133-a022-42dc-9869-0d0f4db8e263 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:16.952620 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-c756a9c1-5121-4719-8142-f7baa89f944f service neutron] 10.222.0.43 "GET /v2.0/networks/dbf97376-b497-4150-b1dc-23dbab1e6d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565481 Aug 31 01:47:17.056579 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01826fc2-69fe-462c-949b-ef798b2942f5 req-95710133-a022-42dc-9869-0d0f4db8e263 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Router 9faccf4a-cbb5-4bc7-8dba-725081e85488 has already been hosted by L3 agent c5d183af-b1ef-4815-8853-b3c8447fce00 {{(pid=94635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:47:17.175571 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-24fd9576-5eaf-4224-8fe8-4da36d6bf50f req-eb3b9710-0220-474f-a47b-dfa57cb0ce52 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/ports?device_id=5847145b-f315-426f-b8e1-069855189cae HTTP/1.1" status: 200 len: 210 time: 0.0316501 Aug 31 01:47:17.189590 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01826fc2-69fe-462c-949b-ef798b2942f5 req-95710133-a022-42dc-9869-0d0f4db8e263 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify agent at l3_agent.dv-cinder-760180-3-iscsi the message routers_updated {{(pid=94635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:47:17.203473 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a848ee-3eef-4878-aba3-218be77ed69d None None] Sync routers for ids ['9faccf4a-cbb5-4bc7-8dba-725081e85488'] in dv-cinder-760180-3-iscsi {{(pid=94637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:47:17.213798 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a848ee-3eef-4878-aba3-218be77ed69d None None] Routers {'9faccf4a-cbb5-4bc7-8dba-725081e85488'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:47:17.214672 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-26a848ee-3eef-4878-aba3-218be77ed69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:47:09Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['9faccf4a-cbb5-4bc7-8dba-725081e85488'], 'active': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:47:17.233044 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [req-01826fc2-69fe-462c-949b-ef798b2942f5 req-95710133-a022-42dc-9869-0d0f4db8e263 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] No DVR routers for this DVR port 263270ff-621e-4895-93d7-2fdb82e626fa on host hv-cinder-76018 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:47:17.235704 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-01826fc2-69fe-462c-949b-ef798b2942f5 req-95710133-a022-42dc-9869-0d0f4db8e263 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for port, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:17.238045 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-01826fc2-69fe-462c-949b-ef798b2942f5 req-95710133-a022-42dc-9869-0d0f4db8e263 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.72 "DELETE /v2.0/ports/263270ff-621e-4895-93d7-2fdb82e626fa HTTP/1.1" status: 204 len: 173 time: 1.2145848 Aug 31 01:47:17.238540 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9d85db-4b0e-45f3-a2e0-0619304cfafa', 'name': 'network-vif-deleted', 'tag': '263270ff-621e-4895-93d7-2fdb82e626fa'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:47:17.241119 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b881214d57cd1965c46d5ffcb12adc10c1d351a412fd4a0d5151f09a2b3a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f897039-4629-4325-b34c-dda13d0c753e" -d '{"events": [{"server_uuid": "7d9d85db-4b0e-45f3-a2e0-0619304cfafa", "name": "network-vif-deleted", "tag": "263270ff-621e-4895-93d7-2fdb82e626fa"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:47:17.363167 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvr_db [None req-26a848ee-3eef-4878-aba3-218be77ed69d None None] Set router 9faccf4a-cbb5-4bc7-8dba-725081e85488 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:47:17.384265 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c937ce9e-6021-4fb9-b49f-589e0f137aa5 x-openstack-request-id: req-c937ce9e-6021-4fb9-b49f-589e0f137aa5 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:47:17.384554 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9d85db-4b0e-45f3-a2e0-0619304cfafa", "name": "network-vif-deleted", "tag": "263270ff-621e-4895-93d7-2fdb82e626fa", "status": "completed", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:47:17.384798 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c937ce9e-6021-4fb9-b49f-589e0f137aa5 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:47:17.385215 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d9d85db-4b0e-45f3-a2e0-0619304cfafa', 'name': 'network-vif-deleted', 'tag': '263270ff-621e-4895-93d7-2fdb82e626fa', 'status': 'completed', 'code': 200} Aug 31 01:47:17.579821 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-26a848ee-3eef-4878-aba3-218be77ed69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'name': 'tempest-AttachVolumeTestJSON-1079692908-router', 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '5c5fb578-6eb3-40ea-9fff-14ef354e5a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:36Z', 'updated_at': '2021-08-31T01:09:44Z', 'revision_number': 4, 'project_id': '4ffa2d2788a446da9bb35bff34b67588', 'gw_port': {'id': '5c5fb578-6eb3-40ea-9fff-14ef354e5a2e', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:37Z', 'updated_at': '2021-08-31T01:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': '58bfd6c3-d93c-4d2b-b222-641a218b494c', 'name': '', 'network_id': '30fb7d9d-48f3-4521-a14a-db6a70863ca4', 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'mac_address': 'fa:16:3e:df:0f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4b8d6dea-cd1f-4897-b8eb-208006d6ba9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:42Z', 'updated_at': '2021-08-31T01:09:57Z', 'revision_number': 5, 'project_id': '4ffa2d2788a446da9bb35bff34b67588', 'subnets': [{'id': '4b8d6dea-cd1f-4897-b8eb-208006d6ba9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:47:17.606256 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a848ee-3eef-4878-aba3-218be77ed69d None None] Checking router: 9faccf4a-cbb5-4bc7-8dba-725081e85488 for host: dv-cinder-760180-3-iscsi {{(pid=94637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:47:17.616670 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a848ee-3eef-4878-aba3-218be77ed69d None None] Routers {'9faccf4a-cbb5-4bc7-8dba-725081e85488'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:47:17.617353 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-26a848ee-3eef-4878-aba3-218be77ed69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:47:09Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['9faccf4a-cbb5-4bc7-8dba-725081e85488'], 'active': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:47:17.721515 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvr_db [None req-26a848ee-3eef-4878-aba3-218be77ed69d None None] Set router 9faccf4a-cbb5-4bc7-8dba-725081e85488 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:47:17.918726 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-26a848ee-3eef-4878-aba3-218be77ed69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'name': 'tempest-AttachVolumeTestJSON-1079692908-router', 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '5c5fb578-6eb3-40ea-9fff-14ef354e5a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:36Z', 'updated_at': '2021-08-31T01:09:44Z', 'revision_number': 4, 'project_id': '4ffa2d2788a446da9bb35bff34b67588', 'gw_port': {'id': '5c5fb578-6eb3-40ea-9fff-14ef354e5a2e', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:37Z', 'updated_at': '2021-08-31T01:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': '58bfd6c3-d93c-4d2b-b222-641a218b494c', 'name': '', 'network_id': '30fb7d9d-48f3-4521-a14a-db6a70863ca4', 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'mac_address': 'fa:16:3e:df:0f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4b8d6dea-cd1f-4897-b8eb-208006d6ba9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:42Z', 'updated_at': '2021-08-31T01:09:57Z', 'revision_number': 5, 'project_id': '4ffa2d2788a446da9bb35bff34b67588', 'subnets': [{'id': '4b8d6dea-cd1f-4897-b8eb-208006d6ba9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:47:17.949168 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a848ee-3eef-4878-aba3-218be77ed69d None None] The sync data for ids ['9faccf4a-cbb5-4bc7-8dba-725081e85488'] in dv-cinder-760180-3-iscsi is: [{'id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'name': 'tempest-AttachVolumeTestJSON-1079692908-router', 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '5c5fb578-6eb3-40ea-9fff-14ef354e5a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:36Z', 'updated_at': '2021-08-31T01:09:44Z', 'revision_number': 4, 'project_id': '4ffa2d2788a446da9bb35bff34b67588', 'gw_port': {'id': '5c5fb578-6eb3-40ea-9fff-14ef354e5a2e', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:37Z', 'updated_at': '2021-08-31T01:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi', '_interfaces': [{'id': '58bfd6c3-d93c-4d2b-b222-641a218b494c', 'name': '', 'network_id': '30fb7d9d-48f3-4521-a14a-db6a70863ca4', 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'mac_address': 'fa:16:3e:df:0f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4b8d6dea-cd1f-4897-b8eb-208006d6ba9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:42Z', 'updated_at': '2021-08-31T01:09:57Z', 'revision_number': 5, 'project_id': '4ffa2d2788a446da9bb35bff34b67588', 'subnets': [{'id': '4b8d6dea-cd1f-4897-b8eb-208006d6ba9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:47:17.974134 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0e40000f-1fe1-48ea-994a-cd585339730d req-74d99917-e1ab-43dc-a43c-8a17e5e8341d tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9d85db-4b0e-45f3-a2e0-0619304cfafa HTTP/1.1" status: 200 len: 210 time: 0.0362833 Aug 31 01:47:17.991155 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 46600) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:18.090985 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c663fdc-53a7-4516-b714-8a8628b40fbe admin admin] Deleting subnet 945ef294-d4ae-49f4-8a52-d45660287bd2 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:47:18.094977 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4c663fdc-53a7-4516-b714-8a8628b40fbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:18.134711 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4c663fdc-53a7-4516-b714-8a8628b40fbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126401387'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:18.179674 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4c663fdc-53a7-4516-b714-8a8628b40fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1450095'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:18.205022 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c211d1-d245-4e5e-817a-5821b4e651ac None None] New status for floating IP 0361df7e-bc4b-4ff2-909c-4364e08d9c50: DOWN {{(pid=94636) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 01:47:18.289781 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-1deb7e70-5510-4dd2-ba35-900f5bb1d44a req-88fef622-932c-47ba-8d1d-3f41b8480a22 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/ports?device_id=5847145b-f315-426f-b8e1-069855189cae HTTP/1.1" status: 200 len: 210 time: 0.0337746 Aug 31 01:47:18.349773 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4c663fdc-53a7-4516-b714-8a8628b40fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1450084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126575149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126404209'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:18.375482 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c663fdc-53a7-4516-b714-8a8628b40fbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=945ef294-d4ae-49f4-8a52-d45660287bd2,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:18.380212 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-4c663fdc-53a7-4516-b714-8a8628b40fbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:18.382066 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-4c663fdc-53a7-4516-b714-8a8628b40fbe admin admin] 10.222.0.43 "DELETE /v2.0/subnets/945ef294-d4ae-49f4-8a52-d45660287bd2 HTTP/1.1" status: 204 len: 168 time: 0.3897045 Aug 31 01:47:18.384636 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 46606) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:18.386931 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c663fdc-53a7-4516-b714-8a8628b40fbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:18.387286 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c663fdc-53a7-4516-b714-8a8628b40fbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:18.387630 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c663fdc-53a7-4516-b714-8a8628b40fbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:18.387969 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c663fdc-53a7-4516-b714-8a8628b40fbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:18.388302 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c663fdc-53a7-4516-b714-8a8628b40fbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:18.389268 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c663fdc-53a7-4516-b714-8a8628b40fbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:18.389610 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c663fdc-53a7-4516-b714-8a8628b40fbe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:18.389955 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c663fdc-53a7-4516-b714-8a8628b40fbe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:18.390297 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c663fdc-53a7-4516-b714-8a8628b40fbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:18.390653 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c663fdc-53a7-4516-b714-8a8628b40fbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:18.390981 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c663fdc-53a7-4516-b714-8a8628b40fbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:18.391305 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c663fdc-53a7-4516-b714-8a8628b40fbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:18.458592 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ae2c9232-a96e-48c6-9dea-f1fdfbc0d833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525824'] for network, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:18.535865 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ae2c9232-a96e-48c6-9dea-f1fdfbc0d833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1451156', 'neutron.services.segments.db._delete_segments_for_network-8766773786049'] for network, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:18.546029 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.services.segments.db [None req-ae2c9232-a96e-48c6-9dea-f1fdfbc0d833 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77c04e9b-453e-45c2-b405-4fe2722fae33']}} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:47:18.555921 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.services.segments.db [None req-ae2c9232-a96e-48c6-9dea-f1fdfbc0d833 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd060b83-196e-401a-83a1-6b602a9b0632') {'for_net_delete': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:47:18.556218 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.services.segments.db [None req-ae2c9232-a96e-48c6-9dea-f1fdfbc0d833 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd060b83-196e-401a-83a1-6b602a9b0632') {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:47:18.565559 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ae2c9232-a96e-48c6-9dea-f1fdfbc0d833 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766773797205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127559295'] for segment, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:18.579871 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ae2c9232-a96e-48c6-9dea-f1fdfbc0d833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417'] for segment, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:18.599997 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae2c9232-a96e-48c6-9dea-f1fdfbc0d833 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:47:18.599997 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ae2c9232-a96e-48c6-9dea-f1fdfbc0d833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127207081'] for segment, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:18.599997 dv-cinder-760180-3-iscsi neutron-server[94635]: Traceback (most recent call last): Aug 31 01:47:18.599997 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:47:18.599997 dv-cinder-760180-3-iscsi neutron-server[94635]: timer() Aug 31 01:47:18.599997 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:47:18.599997 dv-cinder-760180-3-iscsi neutron-server[94635]: cb(*args, **kw) Aug 31 01:47:18.599997 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:47:18.599997 dv-cinder-760180-3-iscsi neutron-server[94635]: return func(*args, **kwargs) Aug 31 01:47:18.599997 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:47:18.599997 dv-cinder-760180-3-iscsi neutron-server[94635]: self._notify() Aug 31 01:47:18.599997 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:47:18.599997 dv-cinder-760180-3-iscsi neutron-server[94635]: self.callback(batched_events) Aug 31 01:47:18.599997 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:47:18.599997 dv-cinder-760180-3-iscsi neutron-server[94635]: event.method(event) Aug 31 01:47:18.599997 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:47:18.599997 dv-cinder-760180-3-iscsi neutron-server[94635]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:47:18.599997 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:47:18.599997 dv-cinder-760180-3-iscsi neutron-server[94635]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:47:18.599997 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:47:18.599997 dv-cinder-760180-3-iscsi neutron-server[94635]: return f(self, *a, **k) Aug 31 01:47:18.599997 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:47:18.599997 dv-cinder-760180-3-iscsi neutron-server[94635]: return self._get(url).json() Aug 31 01:47:18.599997 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:47:18.599997 dv-cinder-760180-3-iscsi neutron-server[94635]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:47:18.599997 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:47:18.599997 dv-cinder-760180-3-iscsi neutron-server[94635]: return self.request(url, 'GET', **kwargs) Aug 31 01:47:18.599997 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:47:18.599997 dv-cinder-760180-3-iscsi neutron-server[94635]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:47:18.599997 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:47:18.599997 dv-cinder-760180-3-iscsi neutron-server[94635]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:47:18.599997 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:47:18.599997 dv-cinder-760180-3-iscsi neutron-server[94635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:47:18.599997 dv-cinder-760180-3-iscsi neutron-server[94635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:47:18.750012 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ae2c9232-a96e-48c6-9dea-f1fdfbc0d833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1451149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371993'] for network, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:18.755341 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-ae2c9232-a96e-48c6-9dea-f1fdfbc0d833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for network, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:18.757162 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-ae2c9232-a96e-48c6-9dea-f1fdfbc0d833 admin admin] 10.222.0.43 "DELETE /v2.0/networks/77c04e9b-453e-45c2-b405-4fe2722fae33 HTTP/1.1" status: 204 len: 168 time: 0.3715594 Aug 31 01:47:18.767818 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c9232-a96e-48c6-9dea-f1fdfbc0d833 admin admin] Pushing event deleted for resources: {'Network': ['ID=77c04e9b-453e-45c2-b405-4fe2722fae33,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:18.931494 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 263270ff-621e-4895-93d7-2fdb82e626fa no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:47:18.951083 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] No Port match for: 263270ff-621e-4895-93d7-2fdb82e626fa {{(pid=94636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:47:18.957683 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 263270ff-621e-4895-93d7-2fdb82e626fa not bound to the agent host hv-cinder-76018 {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:47:19.096849 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 46614) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:19.136756 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-50529f36-d7b9-4424-94c0-2342e9a000ec admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=47cdebd97b944497818aa48978d3f0c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387387 Aug 31 01:47:19.139267 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 46616) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:19.167802 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 46618) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:19.187499 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4dac04bb-096a-4b5f-b7e2-14e12e14daa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:19.208226 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4dac04bb-096a-4b5f-b7e2-14e12e14daa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:19.227149 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2d0abb73-3054-4540-a096-4291e6ad29b1 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:19.254193 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2d0abb73-3054-4540-a096-4291e6ad29b1 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:19.334919 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-52eb7e43-dcd7-466d-90ff-aed39d9426e6 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:19.336368 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-52eb7e43-dcd7-466d-90ff-aed39d9426e6 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.72 "GET /v2.0/networks?id=dbf97376-b497-4150-b1dc-23dbab1e6d82 HTTP/1.1" status: 200 len: 807 time: 0.1216695 Aug 31 01:47:19.349959 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-870fac14-a891-402c-a95e-c2ddd6d0cf97 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Request body: {'port': {'device_id': '5847145b-f315-426f-b8e1-069855189cae', 'network_id': 'dbf97376-b497-4150-b1dc-23dbab1e6d82', 'admin_state_up': True, 'tenant_id': 'ac5e7bbafd54469ba43a331f84b99940'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:47:19.418274 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2d0abb73-3054-4540-a096-4291e6ad29b1 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:19.420947 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2d0abb73-3054-4540-a096-4291e6ad29b1 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:19.422151 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-19952feb-25f6-45d6-ba7f-60e3a4706262 req-bb09aa58-ae38-40cc-b4a7-448db79104ca tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/ports?device_id=5847145b-f315-426f-b8e1-069855189cae HTTP/1.1" status: 200 len: 210 time: 0.0570323 Aug 31 01:47:19.422634 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-2d0abb73-3054-4540-a096-4291e6ad29b1 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "DELETE /v2.0/security-groups/3653104d-c543-43dc-b78a-f073a018d9a6 HTTP/1.1" status: 204 len: 168 time: 0.2533708 Aug 31 01:47:19.424972 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 46622) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:19.432100 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0abb73-3054-4540-a096-4291e6ad29b1 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3653104d-c543-43dc-b78a-f073a018d9a6,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:19.456683 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4dac04bb-096a-4b5f-b7e2-14e12e14daa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:19.459291 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-4dac04bb-096a-4b5f-b7e2-14e12e14daa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:19.463569 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-4dac04bb-096a-4b5f-b7e2-14e12e14daa3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a3c16135-16fc-4151-89a5-35fec977e8a6 HTTP/1.1" status: 204 len: 168 time: 0.3202755 Aug 31 01:47:19.465240 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.api.v2.resource [None req-800ba84f-a046-4aad-99d8-7a3f1af42751 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] show failed (client error): The resource could not be found. Aug 31 01:47:19.466222 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-800ba84f-a046-4aad-99d8-7a3f1af42751 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "GET /v2.0/security-groups/3653104d-c543-43dc-b78a-f073a018d9a6 HTTP/1.1" status: 404 len: 347 time: 0.0403693 Aug 31 01:47:19.469238 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 46626) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:19.478061 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dac04bb-096a-4b5f-b7e2-14e12e14daa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c16135-16fc-4151-89a5-35fec977e8a6,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:19.589832 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-870fac14-a891-402c-a95e-c2ddd6d0cf97 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Made reservation on behalf of ac5e7bbafd54469ba43a331f84b99940 for: {'port': 1} {{(pid=94635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:47:19.593511 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-870fac14-a891-402c-a95e-c2ddd6d0cf97 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:19.598268 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-f5ab46e0-c489-4ba7-bcde-3943c43eda04 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Deleting port 66538bb5-3701-4b32-af5f-6a3330c11852 {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:47:19.598644 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f5ab46e0-c489-4ba7-bcde-3943c43eda04 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:19.711663 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f5ab46e0-c489-4ba7-bcde-3943c43eda04 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:19.711995 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f5ab46e0-c489-4ba7-bcde-3943c43eda04 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:19.719486 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-870fac14-a891-402c-a95e-c2ddd6d0cf97 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Allocated IP 172.20.0.8 (dbf97376-b497-4150-b1dc-23dbab1e6d82/6d27cb6a-12d6-4f0d-afe9-87e52822a4ed/2b077029-2b74-4fd8-a105-78e978f3c90f) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:47:19.723757 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-f5ab46e0-c489-4ba7-bcde-3943c43eda04 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Calling delete_port for 66538bb5-3701-4b32-af5f-6a3330c11852 owned by network:floatingip {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:47:19.874403 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-870fac14-a891-402c-a95e-c2ddd6d0cf97 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:19.932241 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f5ab46e0-c489-4ba7-bcde-3943c43eda04 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126575170'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:19.955893 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-870fac14-a891-402c-a95e-c2ddd6d0cf97 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:19.959477 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab46e0-c489-4ba7-bcde-3943c43eda04 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Pushing event deleted for resources: {'Port': ['ID=66538bb5-3701-4b32-af5f-6a3330c11852,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:20.011172 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-870fac14-a891-402c-a95e-c2ddd6d0cf97 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Network dbf97376-b497-4150-b1dc-23dbab1e6d82 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:47:20.014286 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-870fac14-a891-402c-a95e-c2ddd6d0cf97 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:47:20.018075 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-870fac14-a891-402c-a95e-c2ddd6d0cf97 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:47:20.024357 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870fac14-a891-402c-a95e-c2ddd6d0cf97 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Pushing event updated for resources: {'Port': ['ID=2b077029-2b74-4fd8-a105-78e978f3c90f,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:20.025034 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f5ab46e0-c489-4ba7-bcde-3943c43eda04 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks [] for floatingip, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:20.028558 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f5ab46e0-c489-4ba7-bcde-3943c43eda04 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for floatingip, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:20.036879 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-f5ab46e0-c489-4ba7-bcde-3943c43eda04 tempest-AttachVolumeTestJSON-1704101208 tempest-AttachVolumeTestJSON-1704101208-project] 10.222.0.43 "DELETE /v2.0/floatingips/0361df7e-bc4b-4ff2-909c-4364e08d9c50 HTTP/1.1" status: 204 len: 168 time: 0.5602479 Aug 31 01:47:20.070214 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-870fac14-a891-402c-a95e-c2ddd6d0cf97 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:20.070842 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-870fac14-a891-402c-a95e-c2ddd6d0cf97 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for port, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:20.167746 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-870fac14-a891-402c-a95e-c2ddd6d0cf97 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8217027 Aug 31 01:47:20.180572 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-a089f809-4190-4483-8e80-8e43e76ac9bc service neutron] Request body: {'port': {'device_id': '5847145b-f315-426f-b8e1-069855189cae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:47:20.237676 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-a089f809-4190-4483-8e80-8e43e76ac9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:20.520097 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.notifiers.nova [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-a089f809-4190-4483-8e80-8e43e76ac9bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b077029-2b74-4fd8-a105-78e978f3c90f {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:47:20.521443 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-a089f809-4190-4483-8e80-8e43e76ac9bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:20.534691 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-a089f809-4190-4483-8e80-8e43e76ac9bc service neutron] Transition to ACTIVE for port object 2b077029-2b74-4fd8-a105-78e978f3c90f will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:47:20.551492 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2c2b7-b98a-442a-a3c2-048427441a6f req-df7624fb-69e5-4f78-a754-60b9e7b754c9 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:20.552970 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-9eb2c2b7-b98a-442a-a3c2-048427441a6f req-df7624fb-69e5-4f78-a754-60b9e7b754c9 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/ports?device_id=5847145b-f315-426f-b8e1-069855189cae HTTP/1.1" status: 200 len: 931 time: 0.0615373 Aug 31 01:47:20.594733 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-9eb2c2b7-b98a-442a-a3c2-048427441a6f req-928ac9e7-3699-44b6-93b1-2ada226099cc tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/security-groups?id=36ddee2d-790f-4f4d-8527-9cfd51dcb94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357585 Aug 31 01:47:20.659010 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-a089f809-4190-4483-8e80-8e43e76ac9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127206981'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:20.729865 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089f809-4190-4483-8e80-8e43e76ac9bc service neutron] Pushing event updated for resources: {'Port': ['ID=2b077029-2b74-4fd8-a105-78e978f3c90f,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:20.777806 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-a089f809-4190-4483-8e80-8e43e76ac9bc service neutron] Attempting to bind port 2b077029-2b74-4fd8-a105-78e978f3c90f on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:47:20.778092 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-a089f809-4190-4483-8e80-8e43e76ac9bc service neutron] Attempting to bind port 2b077029-2b74-4fd8-a105-78e978f3c90f by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': '6b85f54a-c6fd-43e4-90e3-ad72135ba128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'dbf97376-b497-4150-b1dc-23dbab1e6d82'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:47:20.778413 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-a089f809-4190-4483-8e80-8e43e76ac9bc service neutron] Attempting to bind port 2b077029-2b74-4fd8-a105-78e978f3c90f on network dbf97376-b497-4150-b1dc-23dbab1e6d82 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:47:20.782840 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-a089f809-4190-4483-8e80-8e43e76ac9bc service neutron] Port 2b077029-2b74-4fd8-a105-78e978f3c90f on network dbf97376-b497-4150-b1dc-23dbab1e6d82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:47:20.785643 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-a089f809-4190-4483-8e80-8e43e76ac9bc service neutron] Attempting to bind port 2b077029-2b74-4fd8-a105-78e978f3c90f on network dbf97376-b497-4150-b1dc-23dbab1e6d82 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:47:20.787967 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-a089f809-4190-4483-8e80-8e43e76ac9bc service neutron] Checking agent: {'id': 'eda6ee24-af74-4eb1-946c-b1b8388ec369', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 7, 44), 'started_at': datetime.datetime(2021, 8, 31, 1, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:47:20.788334 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-a089f809-4190-4483-8e80-8e43e76ac9bc service neutron] Checking segment: {'id': '6b85f54a-c6fd-43e4-90e3-ad72135ba128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'dbf97376-b497-4150-b1dc-23dbab1e6d82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:47:20.788709 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-a089f809-4190-4483-8e80-8e43e76ac9bc service neutron] Bound using segment: {'id': '6b85f54a-c6fd-43e4-90e3-ad72135ba128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'dbf97376-b497-4150-b1dc-23dbab1e6d82'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:47:20.789123 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-a089f809-4190-4483-8e80-8e43e76ac9bc service neutron] Bound port: 2b077029-2b74-4fd8-a105-78e978f3c90f, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b85f54a-c6fd-43e4-90e3-ad72135ba128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'dbf97376-b497-4150-b1dc-23dbab1e6d82'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:47:20.789476 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-a089f809-4190-4483-8e80-8e43e76ac9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:20.853805 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-a089f809-4190-4483-8e80-8e43e76ac9bc service neutron] For port 2b077029-2b74-4fd8-a105-78e978f3c90f, host hv-cinder-76018, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:47:20.856781 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-a089f809-4190-4483-8e80-8e43e76ac9bc service neutron] For port 2b077029-2b74-4fd8-a105-78e978f3c90f, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=2b077029-2b74-4fd8-a105-78e978f3c90f,segment=NetworkSegment(6b85f54a-c6fd-43e4-90e3-ad72135ba128),segment_id=6b85f54a-c6fd-43e4-90e3-ad72135ba128)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:47:20.931962 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-a089f809-4190-4483-8e80-8e43e76ac9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127206981'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:20.976676 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-a089f809-4190-4483-8e80-8e43e76ac9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:20.977281 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-a089f809-4190-4483-8e80-8e43e76ac9bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for port, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:20.978698 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-a089f809-4190-4483-8e80-8e43e76ac9bc service neutron] 10.222.0.72 "PUT /v2.0/ports/2b077029-2b74-4fd8-a105-78e978f3c90f HTTP/1.1" status: 200 len: 1093 time: 0.8029847 Aug 31 01:47:20.979135 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5847145b-f315-426f-b8e1-069855189cae', 'tag': '2b077029-2b74-4fd8-a105-78e978f3c90f'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:47:20.981461 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b881214d57cd1965c46d5ffcb12adc10c1d351a412fd4a0d5151f09a2b3a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21794d56-1ba6-4104-87ad-0ae895aeeee9" -d '{"events": [{"name": "network-changed", "server_uuid": "5847145b-f315-426f-b8e1-069855189cae", "tag": "2b077029-2b74-4fd8-a105-78e978f3c90f"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:47:21.007830 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089f809-4190-4483-8e80-8e43e76ac9bc service neutron] Pushing event updated for resources: {'Port': ['ID=2b077029-2b74-4fd8-a105-78e978f3c90f,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:21.022637 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5fc37bf-9e4a-4621-a022-4c9ee229674d x-openstack-request-id: req-f5fc37bf-9e4a-4621-a022-4c9ee229674d {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:47:21.022973 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5847145b-f315-426f-b8e1-069855189cae", "tag": "2b077029-2b74-4fd8-a105-78e978f3c90f", "status": "completed", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:47:21.023227 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f5fc37bf-9e4a-4621-a022-4c9ee229674d {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:47:21.023659 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5847145b-f315-426f-b8e1-069855189cae', 'tag': '2b077029-2b74-4fd8-a105-78e978f3c90f', 'status': 'completed', 'code': 200} Aug 31 01:47:21.091055 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21794d56-1ba6-4104-87ad-0ae895aeeee9 req-9c607084-b168-4e4f-ac4a-ed2b40be083e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:21.092546 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-21794d56-1ba6-4104-87ad-0ae895aeeee9 req-9c607084-b168-4e4f-ac4a-ed2b40be083e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ac5e7bbafd54469ba43a331f84b99940&device_id=5847145b-f315-426f-b8e1-069855189cae HTTP/1.1" status: 200 len: 1096 time: 0.0452461 Aug 31 01:47:21.189400 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21794d56-1ba6-4104-87ad-0ae895aeeee9 req-b4281122-4da1-4e05-95d6-bf438cc509cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:21.190859 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-21794d56-1ba6-4104-87ad-0ae895aeeee9 req-b4281122-4da1-4e05-95d6-bf438cc509cc service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=ac5e7bbafd54469ba43a331f84b99940&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0908401 Aug 31 01:47:21.287559 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21794d56-1ba6-4104-87ad-0ae895aeeee9 req-a4e89dc8-fd76-4470-92f4-a3abd6f94afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:21.293714 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-21794d56-1ba6-4104-87ad-0ae895aeeee9 req-a4e89dc8-fd76-4470-92f4-a3abd6f94afb service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907197 Aug 31 01:47:21.370203 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-0db84b4c-ed36-49f1-b71f-0371a2b54cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:21.371626 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-0db84b4c-ed36-49f1-b71f-0371a2b54cb0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ac5e7bbafd54469ba43a331f84b99940&device_id=5847145b-f315-426f-b8e1-069855189cae HTTP/1.1" status: 200 len: 1096 time: 0.0399845 Aug 31 01:47:21.412751 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-d5e048a9-e58a-4fee-a57e-53d702b2d6bb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b077029-2b74-4fd8-a105-78e978f3c90f HTTP/1.1" status: 200 len: 217 time: 0.0332754 Aug 31 01:47:21.464575 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-ae1edcaf-8571-4bf6-8713-46fa30900366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:21.465955 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-ae1edcaf-8571-4bf6-8713-46fa30900366 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6d27cb6a-12d6-4f0d-afe9-87e52822a4ed HTTP/1.1" status: 200 len: 847 time: 0.0460048 Aug 31 01:47:21.495422 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-e577adf9-eee1-4007-92f3-7f14c17f335a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dbf97376-b497-4150-b1dc-23dbab1e6d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227485 Aug 31 01:47:21.581543 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-14d6705d-d456-45d2-ab53-224acd13a958 service neutron] 10.222.0.72 "GET /v2.0/networks/dbf97376-b497-4150-b1dc-23dbab1e6d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792511 Aug 31 01:47:21.677228 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-bbefc316-dd37-43b6-9486-2e02f59f3e86 req-8f18ec30-6680-4339-bf03-0208dac7dd39 service neutron] 10.222.0.72 "GET /v2.0/networks/dbf97376-b497-4150-b1dc-23dbab1e6d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880246 Aug 31 01:47:21.714169 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2b1d8-baad-4b55-a239-323651dc6dc5 req-bcea5cab-bafc-41e0-bb8e-0cdf935b08fe tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:21.715674 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-f2e2b1d8-baad-4b55-a239-323651dc6dc5 req-bcea5cab-bafc-41e0-bb8e-0cdf935b08fe tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/ports?device_id=5847145b-f315-426f-b8e1-069855189cae HTTP/1.1" status: 200 len: 943 time: 0.0511453 Aug 31 01:47:21.757951 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-f2e2b1d8-baad-4b55-a239-323651dc6dc5 req-f4e4a381-ba16-4bad-a662-1661fe82dc04 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/security-groups?id=36ddee2d-790f-4f4d-8527-9cfd51dcb94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357807 Aug 31 01:47:22.874266 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcedcb6-5a71-4274-8f93-51b98477697d req-30fee631-87b4-48a3-82e5-0ef772be8d75 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:22.876321 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0bcedcb6-5a71-4274-8f93-51b98477697d req-30fee631-87b4-48a3-82e5-0ef772be8d75 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/ports?device_id=5847145b-f315-426f-b8e1-069855189cae HTTP/1.1" status: 200 len: 943 time: 0.0501060 Aug 31 01:47:22.912525 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0bcedcb6-5a71-4274-8f93-51b98477697d req-9febc76e-9bda-4584-b2c1-c1bcf7ff0ed8 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/security-groups?id=36ddee2d-790f-4f4d-8527-9cfd51dcb94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302188 Aug 31 01:47:24.026297 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a04752-6584-426f-885d-a1f2e0236dda req-30e59bdf-91bd-4680-be5e-0facd1d96b1a tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:24.027796 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-a3a04752-6584-426f-885d-a1f2e0236dda req-30e59bdf-91bd-4680-be5e-0facd1d96b1a tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/ports?device_id=5847145b-f315-426f-b8e1-069855189cae HTTP/1.1" status: 200 len: 943 time: 0.0478551 Aug 31 01:47:24.068961 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-a3a04752-6584-426f-885d-a1f2e0236dda req-1fbd58a4-99ee-4b3b-8853-16fe7f01d186 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/security-groups?id=36ddee2d-790f-4f4d-8527-9cfd51dcb94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347133 Aug 31 01:47:25.180445 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f63fca-4ce8-447a-b311-55aa83f97d4a req-a7e8c18f-823a-4297-b5a9-3be599c2ef40 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:25.181884 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-74f63fca-4ce8-447a-b311-55aa83f97d4a req-a7e8c18f-823a-4297-b5a9-3be599c2ef40 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/ports?device_id=5847145b-f315-426f-b8e1-069855189cae HTTP/1.1" status: 200 len: 943 time: 0.0481279 Aug 31 01:47:25.219516 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-74f63fca-4ce8-447a-b311-55aa83f97d4a req-e09e47be-cc3e-424e-af23-6e0073ffd978 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/security-groups?id=36ddee2d-790f-4f4d-8527-9cfd51dcb94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311828 Aug 31 01:47:25.220115 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 2b077029-2b74-4fd8-a105-78e978f3c90f details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:47:25.309944 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 2b077029-2b74-4fd8-a105-78e978f3c90f, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=2b077029-2b74-4fd8-a105-78e978f3c90f,segment=NetworkSegment(6b85f54a-c6fd-43e4-90e3-ad72135ba128),segment_id=6b85f54a-c6fd-43e4-90e3-ad72135ba128)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:47:25.321510 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Returning: {'device': '2b077029-2b74-4fd8-a105-78e978f3c90f', 'network_id': 'dbf97376-b497-4150-b1dc-23dbab1e6d82', 'port_id': '2b077029-2b74-4fd8-a105-78e978f3c90f', 'mac_address': 'fa:16:3e:c5:40:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d27cb6a-12d6-4f0d-afe9-87e52822a4ed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:47:25.358229 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:25.373541 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b077029-2b74-4fd8-a105-78e978f3c90f {{(pid=94636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:47:25.392667 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 2b077029-2b74-4fd8-a105-78e978f3c90f, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=2b077029-2b74-4fd8-a105-78e978f3c90f,segment=NetworkSegment(6b85f54a-c6fd-43e4-90e3-ad72135ba128),segment_id=6b85f54a-c6fd-43e4-90e3-ad72135ba128)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:47:25.509674 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:25.557050 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=2b077029-2b74-4fd8-a105-78e978f3c90f,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:25.564352 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:25.564702 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:25.565039 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:25.567220 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:25.567220 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:25.567220 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:25.567220 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:25.567220 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:25.567220 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:25.567721 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:25.567721 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:25.567914 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:47:26.328537 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f161a7-3859-4668-bdfc-1c153cedb0e3 req-3e169d21-bda3-4b60-a22d-9b89196aaa7c tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:26.330665 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-d8f161a7-3859-4668-bdfc-1c153cedb0e3 req-3e169d21-bda3-4b60-a22d-9b89196aaa7c tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/ports?device_id=5847145b-f315-426f-b8e1-069855189cae HTTP/1.1" status: 200 len: 944 time: 0.0469046 Aug 31 01:47:26.370928 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-d8f161a7-3859-4668-bdfc-1c153cedb0e3 req-61ba9dd7-7e2a-4242-9458-967661945e35 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/security-groups?id=36ddee2d-790f-4f4d-8527-9cfd51dcb94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343091 Aug 31 01:47:26.446879 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] get_ports_and_sgs() called for port_ids ['2b077029-2b74-4fd8-a105-78e978f3c90f'] {{(pid=94636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:47:26.961608 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 2b077029-2b74-4fd8-a105-78e978f3c90f up at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:47:27.114895 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Provisioning for port 2b077029-2b74-4fd8-a105-78e978f3c90f completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:47:27.118782 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Provisioning complete for port 2b077029-2b74-4fd8-a105-78e978f3c90f triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:47:27.119183 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:27.194771 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:27.216858 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5847145b-f315-426f-b8e1-069855189cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b077029-2b74-4fd8-a105-78e978f3c90f'}] {{(pid=94636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:47:27.219130 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d232dde22f81f13b8276e8d192a9956b8a1abe374d21fab87add1b29b36cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c453d00-e110-4c80-a0a8-a8fc6b1eb6b0" -d '{"events": [{"server_uuid": "5847145b-f315-426f-b8e1-069855189cae", "name": "network-vif-plugged", "status": "completed", "tag": "2b077029-2b74-4fd8-a105-78e978f3c90f"}]}' {{(pid=94636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:47:27.231781 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 2b077029-2b74-4fd8-a105-78e978f3c90f, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=2b077029-2b74-4fd8-a105-78e978f3c90f,segment=NetworkSegment(6b85f54a-c6fd-43e4-90e3-ad72135ba128),segment_id=6b85f54a-c6fd-43e4-90e3-ad72135ba128)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:47:27.344022 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:27.370228 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7c93af-4ac5-4d92-aa7b-182d0a260715 x-openstack-request-id: req-be7c93af-4ac5-4d92-aa7b-182d0a260715 {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:47:27.373885 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5847145b-f315-426f-b8e1-069855189cae", "name": "network-vif-plugged", "status": "completed", "tag": "2b077029-2b74-4fd8-a105-78e978f3c90f", "code": 200}]} {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:47:27.373885 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-be7c93af-4ac5-4d92-aa7b-182d0a260715 {{(pid=94636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:47:27.373885 dv-cinder-760180-3-iscsi neutron-server[94636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5847145b-f315-426f-b8e1-069855189cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b077029-2b74-4fd8-a105-78e978f3c90f', 'code': 200} Aug 31 01:47:27.396800 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=2b077029-2b74-4fd8-a105-78e978f3c90f,revision_number=5']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:27.489931 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c36ab8-dfe8-4a25-8e06-c1ad525a19da req-d89d207f-4e30-4452-bf65-a81901dd6264 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:27.491471 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-53c36ab8-dfe8-4a25-8e06-c1ad525a19da req-d89d207f-4e30-4452-bf65-a81901dd6264 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/ports?device_id=5847145b-f315-426f-b8e1-069855189cae HTTP/1.1" status: 200 len: 945 time: 0.0503037 Aug 31 01:47:27.534779 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-53c36ab8-dfe8-4a25-8e06-c1ad525a19da req-630992f6-8db9-408d-a45a-484873a79556 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/security-groups?id=36ddee2d-790f-4f4d-8527-9cfd51dcb94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371330 Aug 31 01:47:27.623021 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 46728) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:27.691467 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bb1f9-4b19-4a52-827d-62c5b99ea501 req-7ef70a66-eca2-47ab-908a-24ae33e5af9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:27.692939 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-af0bb1f9-4b19-4a52-827d-62c5b99ea501 req-7ef70a66-eca2-47ab-908a-24ae33e5af9d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5847145b-f315-426f-b8e1-069855189cae HTTP/1.1" status: 200 len: 1098 time: 0.0433633 Aug 31 01:47:27.727468 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-af0bb1f9-4b19-4a52-827d-62c5b99ea501 req-a9dfcc78-bfaa-4e79-8f4b-0c363ce6aa3b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=36ddee2d-790f-4f4d-8527-9cfd51dcb94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274594 Aug 31 01:47:28.102354 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3ba701e9-bf7a-4db9-bf10-b904c9b0ecd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-370955'] for router_interface, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:28.338556 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-3ba701e9-bf7a-4db9-bf10-b904c9b0ecd9 admin admin] Deleting port 58bfd6c3-d93c-4d2b-b222-641a218b494c {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:47:28.338880 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3ba701e9-bf7a-4db9-bf10-b904c9b0ecd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:28.412657 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-3ba701e9-bf7a-4db9-bf10-b904c9b0ecd9 admin admin] For port 58bfd6c3-d93c-4d2b-b222-641a218b494c, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=58bfd6c3-d93c-4d2b-b222-641a218b494c,segment=NetworkSegment(85bfaf1f-5a21-4307-abff-21e0aaca3a13),segment_id=85bfaf1f-5a21-4307-abff-21e0aaca3a13)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:47:28.412936 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3ba701e9-bf7a-4db9-bf10-b904c9b0ecd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:28.428281 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-3ba701e9-bf7a-4db9-bf10-b904c9b0ecd9 admin admin] Calling delete_port for 58bfd6c3-d93c-4d2b-b222-641a218b494c owned by network:router_interface {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:47:28.657223 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e180c1d-e545-4216-b560-3ddce4340a05 req-a72d6b99-0ee7-4da2-9a24-b1ef7dfedcbc tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:28.658705 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4e180c1d-e545-4216-b560-3ddce4340a05 req-a72d6b99-0ee7-4da2-9a24-b1ef7dfedcbc tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/ports?device_id=5847145b-f315-426f-b8e1-069855189cae HTTP/1.1" status: 200 len: 945 time: 0.0491893 Aug 31 01:47:28.675670 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3ba701e9-bf7a-4db9-bf10-b904c9b0ecd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126575170'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:28.697165 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4e180c1d-e545-4216-b560-3ddce4340a05 req-71c44a1e-8915-4963-aae4-8da5e177eeba tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/security-groups?id=36ddee2d-790f-4f4d-8527-9cfd51dcb94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325134 Aug 31 01:47:28.702563 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba701e9-bf7a-4db9-bf10-b904c9b0ecd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=58bfd6c3-d93c-4d2b-b222-641a218b494c,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:28.859612 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3ba701e9-bf7a-4db9-bf10-b904c9b0ecd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-371095'] for router_interface, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:29.073583 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba701e9-bf7a-4db9-bf10-b904c9b0ecd9 admin admin] Router 9faccf4a-cbb5-4bc7-8dba-725081e85488 has already been hosted by L3 agent c5d183af-b1ef-4815-8853-b3c8447fce00 {{(pid=94634) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 01:47:29.176231 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba701e9-bf7a-4db9-bf10-b904c9b0ecd9 admin admin] Notify agent at l3_agent.dv-cinder-760180-3-iscsi the message routers_updated {{(pid=94634) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 01:47:29.181115 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-3ba701e9-bf7a-4db9-bf10-b904c9b0ecd9 admin admin] 10.222.0.43 "PUT /v2.0/routers/9faccf4a-cbb5-4bc7-8dba-725081e85488/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5571015 Aug 31 01:47:29.183696 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 46736) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:29.184589 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9eaa40-5a51-46de-b815-8e7fb1cf7cca None None] Sync routers for ids ['9faccf4a-cbb5-4bc7-8dba-725081e85488'] in dv-cinder-760180-3-iscsi {{(pid=94637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 01:47:29.193335 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9eaa40-5a51-46de-b815-8e7fb1cf7cca None None] Routers {'9faccf4a-cbb5-4bc7-8dba-725081e85488'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:47:29.193980 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-cc9eaa40-5a51-46de-b815-8e7fb1cf7cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:47:09Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['9faccf4a-cbb5-4bc7-8dba-725081e85488'], 'active': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:47:29.293877 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cfe96ce3-42cd-473a-b941-6150b151301f admin admin] Notify callbacks [] for router, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:29.385558 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvr_db [None req-cc9eaa40-5a51-46de-b815-8e7fb1cf7cca None None] Set router 9faccf4a-cbb5-4bc7-8dba-725081e85488 gateway port host: dv-cinder-760180-3-iscsi {{(pid=94637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:47:29.401003 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cfe96ce3-42cd-473a-b941-6150b151301f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:29.540606 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-cfe96ce3-42cd-473a-b941-6150b151301f admin admin] Deleting port 5c5fb578-6eb3-40ea-9fff-14ef354e5a2e {{(pid=94634) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:47:29.541042 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cfe96ce3-42cd-473a-b941-6150b151301f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:29.553802 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-cc9eaa40-5a51-46de-b815-8e7fb1cf7cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'name': 'tempest-AttachVolumeTestJSON-1079692908-router', 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'external_fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '5c5fb578-6eb3-40ea-9fff-14ef354e5a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:36Z', 'updated_at': '2021-08-31T01:47:28Z', 'revision_number': 5, 'project_id': '4ffa2d2788a446da9bb35bff34b67588', 'gw_port': {'id': '5c5fb578-6eb3-40ea-9fff-14ef354e5a2e', 'name': '', 'network_id': '6de9ff05-f8f6-4fd1-b476-077a32a7a2f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:c2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760180-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T01:09:37Z', 'updated_at': '2021-08-31T01:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44be20a0-ff0a-4c00-a541-a9ead83fffe9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760180-3-iscsi'}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:47:29.582632 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9eaa40-5a51-46de-b815-8e7fb1cf7cca None None] Checking router: 9faccf4a-cbb5-4bc7-8dba-725081e85488 for host: dv-cinder-760180-3-iscsi {{(pid=94637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 01:47:29.590504 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9eaa40-5a51-46de-b815-8e7fb1cf7cca None None] Routers {'9faccf4a-cbb5-4bc7-8dba-725081e85488'} bound to L3 agent in host dv-cinder-760180-3-iscsi {{(pid=94637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 01:47:29.591132 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-cc9eaa40-5a51-46de-b815-8e7fb1cf7cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760180-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T01:01:09Z,description=,heartbeat_timestamp=2021-08-31T01:47:09Z,host='dv-cinder-760180-3-iscsi',id=c5d183af-b1ef-4815-8853-b3c8447fce00,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T01:01:10Z,topic='l3_agent')) {'router_ids': ['9faccf4a-cbb5-4bc7-8dba-725081e85488'], 'active': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:47:29.619367 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-cfe96ce3-42cd-473a-b941-6150b151301f admin admin] For port 5c5fb578-6eb3-40ea-9fff-14ef354e5a2e, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=5c5fb578-6eb3-40ea-9fff-14ef354e5a2e,segment=NetworkSegment(1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a),segment_id=1c8b4e57-fba4-4abc-9fbf-cdf58b39de3a)] {{(pid=94634) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:47:29.619737 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cfe96ce3-42cd-473a-b941-6150b151301f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:29.633072 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.plugin [None req-cfe96ce3-42cd-473a-b941-6150b151301f admin admin] Calling delete_port for 5c5fb578-6eb3-40ea-9fff-14ef354e5a2e owned by network:router_gateway {{(pid=94634) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:47:29.672090 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvr_db [None req-cc9eaa40-5a51-46de-b815-8e7fb1cf7cca None None] Set router 9faccf4a-cbb5-4bc7-8dba-725081e85488 gateway port host: None {{(pid=94637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 01:47:29.725138 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.l3_hamode_db [None req-cc9eaa40-5a51-46de-b815-8e7fb1cf7cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'name': 'tempest-AttachVolumeTestJSON-1079692908-router', 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:36Z', 'updated_at': '2021-08-31T01:47:29Z', 'revision_number': 6, 'project_id': '4ffa2d2788a446da9bb35bff34b67588', 'gw_port_host': None}], 'dv-cinder-760180-3-iscsi', False) {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:47:29.753955 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9eaa40-5a51-46de-b815-8e7fb1cf7cca None None] The sync data for ids ['9faccf4a-cbb5-4bc7-8dba-725081e85488'] in dv-cinder-760180-3-iscsi is: [{'id': '9faccf4a-cbb5-4bc7-8dba-725081e85488', 'name': 'tempest-AttachVolumeTestJSON-1079692908-router', 'tenant_id': '4ffa2d2788a446da9bb35bff34b67588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T01:09:36Z', 'updated_at': '2021-08-31T01:47:29Z', 'revision_number': 6, 'project_id': '4ffa2d2788a446da9bb35bff34b67588', 'gw_port_host': None}] {{(pid=94637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 01:47:29.847401 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039037ed-7010-46da-835a-1cbd11bfd488 req-19ed7d76-aac7-4e27-a4f2-154b30d4f99d tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:29.848871 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-039037ed-7010-46da-835a-1cbd11bfd488 req-19ed7d76-aac7-4e27-a4f2-154b30d4f99d tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/ports?device_id=5847145b-f315-426f-b8e1-069855189cae HTTP/1.1" status: 200 len: 945 time: 0.0672193 Aug 31 01:47:29.886059 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-039037ed-7010-46da-835a-1cbd11bfd488 req-7da9bc92-2e58-47e3-85ed-a9b2b544fd65 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/security-groups?id=36ddee2d-790f-4f4d-8527-9cfd51dcb94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312717 Aug 31 01:47:29.887104 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cfe96ce3-42cd-473a-b941-6150b151301f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126575170'] for port, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:29.913997 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe96ce3-42cd-473a-b941-6150b151301f admin admin] Pushing event deleted for resources: {'Port': ['ID=5c5fb578-6eb3-40ea-9fff-14ef354e5a2e,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:29.970030 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cfe96ce3-42cd-473a-b941-6150b151301f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-372021'] for router_gateway, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:30.059692 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cfe96ce3-42cd-473a-b941-6150b151301f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-381963', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4375'] for router, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:30.061719 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cfe96ce3-42cd-473a-b941-6150b151301f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:30.161190 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cfe96ce3-42cd-473a-b941-6150b151301f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-381952'] for router, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:30.161767 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe96ce3-42cd-473a-b941-6150b151301f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9faccf4a-cbb5-4bc7-8dba-725081e85488 {{(pid=94634) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 01:47:30.166223 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-cfe96ce3-42cd-473a-b941-6150b151301f admin admin] Notify callbacks [] for router, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:30.167507 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-cfe96ce3-42cd-473a-b941-6150b151301f admin admin] 10.222.0.43 "DELETE /v2.0/routers/9faccf4a-cbb5-4bc7-8dba-725081e85488 HTTP/1.1" status: 204 len: 168 time: 0.9828491 Aug 31 01:47:30.170157 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 46742) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:30.214702 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-dccf8fff-9920-4cf9-b552-add231b24906 admin admin] Deleting subnet 4b8d6dea-cd1f-4897-b8eb-208006d6ba9a {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:47:30.217688 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dccf8fff-9920-4cf9-b552-add231b24906 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:30.250840 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dccf8fff-9920-4cf9-b552-add231b24906 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126401387'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:30.327710 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dccf8fff-9920-4cf9-b552-add231b24906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1450095'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:30.458331 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dccf8fff-9920-4cf9-b552-add231b24906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1450084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126575149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126404209'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:30.483337 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf8fff-9920-4cf9-b552-add231b24906 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b8d6dea-cd1f-4897-b8eb-208006d6ba9a,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:30.487402 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dccf8fff-9920-4cf9-b552-add231b24906 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:30.489230 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-dccf8fff-9920-4cf9-b552-add231b24906 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4b8d6dea-cd1f-4897-b8eb-208006d6ba9a HTTP/1.1" status: 204 len: 168 time: 0.3181343 Aug 31 01:47:30.492048 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 46744) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:30.496801 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14691caa-adec-45db-ac12-7f2f49b52ab5 None None] Network 30fb7d9d-48f3-4521-a14a-db6a70863ca4 requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:47:30.564185 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-905a4af4-56e7-4edc-b08b-c18e5532e662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525824'] for network, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:30.618806 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-905a4af4-56e7-4edc-b08b-c18e5532e662 admin admin] Deleting port 019d9b78-8bf0-4125-8e9d-bcc1540209db {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:47:30.619171 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-905a4af4-56e7-4edc-b08b-c18e5532e662 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:30.680928 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784705a2-8128-4d2f-9712-b2f5a3fd6842 None None] DHCP port deletion for 30fb7d9d-48f3-4521-a14a-db6a70863ca4 request from dv-cinder-760180-3-iscsi {{(pid=94636) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 01:47:30.684071 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [None req-905a4af4-56e7-4edc-b08b-c18e5532e662 admin admin] For port 019d9b78-8bf0-4125-8e9d-bcc1540209db, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=019d9b78-8bf0-4125-8e9d-bcc1540209db,segment=NetworkSegment(85bfaf1f-5a21-4307-abff-21e0aaca3a13),segment_id=85bfaf1f-5a21-4307-abff-21e0aaca3a13)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:47:30.684435 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-905a4af4-56e7-4edc-b08b-c18e5532e662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:30.697582 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [None req-905a4af4-56e7-4edc-b08b-c18e5532e662 admin admin] Calling delete_port for 019d9b78-8bf0-4125-8e9d-bcc1540209db owned by network:dhcp {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:47:30.734736 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-784705a2-8128-4d2f-9712-b2f5a3fd6842 None None] Deleting port 019d9b78-8bf0-4125-8e9d-bcc1540209db {{(pid=94636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:47:30.735198 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-784705a2-8128-4d2f-9712-b2f5a3fd6842 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:30.798245 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-784705a2-8128-4d2f-9712-b2f5a3fd6842 None None] For port 019d9b78-8bf0-4125-8e9d-bcc1540209db, host dv-cinder-760180-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760180-3-iscsi',level=0,port_id=019d9b78-8bf0-4125-8e9d-bcc1540209db,segment=NetworkSegment(85bfaf1f-5a21-4307-abff-21e0aaca3a13),segment_id=85bfaf1f-5a21-4307-abff-21e0aaca3a13)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:47:30.798676 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-784705a2-8128-4d2f-9712-b2f5a3fd6842 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:30.811102 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-784705a2-8128-4d2f-9712-b2f5a3fd6842 None None] Calling delete_port for 019d9b78-8bf0-4125-8e9d-bcc1540209db owned by network:dhcp {{(pid=94636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:47:30.915698 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-905a4af4-56e7-4edc-b08b-c18e5532e662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:30.921579 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-784705a2-8128-4d2f-9712-b2f5a3fd6842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231'] for port, after_delete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:30.940521 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a4af4-56e7-4edc-b08b-c18e5532e662 admin admin] Pushing event deleted for resources: {'Port': ['ID=019d9b78-8bf0-4125-8e9d-bcc1540209db,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:30.944964 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784705a2-8128-4d2f-9712-b2f5a3fd6842 None None] Pushing event deleted for resources: {'Port': ['ID=019d9b78-8bf0-4125-8e9d-bcc1540209db,revision_number=None']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:30.946734 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905a4af4-56e7-4edc-b08b-c18e5532e662 admin admin] No DVR routers for this DVR port 019d9b78-8bf0-4125-8e9d-bcc1540209db on host dv-cinder-760180-3-iscsi {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:47:30.951196 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784705a2-8128-4d2f-9712-b2f5a3fd6842 None None] No DVR routers for this DVR port 019d9b78-8bf0-4125-8e9d-bcc1540209db on host dv-cinder-760180-3-iscsi {{(pid=94636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:47:31.045775 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-905a4af4-56e7-4edc-b08b-c18e5532e662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1451156', 'neutron.services.segments.db._delete_segments_for_network-8766773786049'] for network, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:31.057537 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.services.segments.db [None req-905a4af4-56e7-4edc-b08b-c18e5532e662 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30fb7d9d-48f3-4521-a14a-db6a70863ca4']}} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:47:31.069663 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.services.segments.db [None req-905a4af4-56e7-4edc-b08b-c18e5532e662 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85bfaf1f-5a21-4307-abff-21e0aaca3a13') {'for_net_delete': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:47:31.069960 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.services.segments.db [None req-905a4af4-56e7-4edc-b08b-c18e5532e662 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85bfaf1f-5a21-4307-abff-21e0aaca3a13') {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:47:31.078251 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df32aa-edb6-4586-8cd4-d43849fcd73a req-1cd7f0d9-4ff6-422a-8996-f34d3b9ab380 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:31.080502 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-82df32aa-edb6-4586-8cd4-d43849fcd73a req-1cd7f0d9-4ff6-422a-8996-f34d3b9ab380 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/ports?device_id=5847145b-f315-426f-b8e1-069855189cae HTTP/1.1" status: 200 len: 945 time: 0.1108356 Aug 31 01:47:31.090043 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-905a4af4-56e7-4edc-b08b-c18e5532e662 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766773797205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127559295'] for segment, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:31.114815 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-905a4af4-56e7-4edc-b08b-c18e5532e662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417'] for segment, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:31.123347 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-905a4af4-56e7-4edc-b08b-c18e5532e662 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:47:31.123724 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-905a4af4-56e7-4edc-b08b-c18e5532e662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127207081'] for segment, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:31.125280 dv-cinder-760180-3-iscsi neutron-server[94635]: Traceback (most recent call last): Aug 31 01:47:31.125280 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:47:31.125280 dv-cinder-760180-3-iscsi neutron-server[94635]: timer() Aug 31 01:47:31.125280 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:47:31.125280 dv-cinder-760180-3-iscsi neutron-server[94635]: cb(*args, **kw) Aug 31 01:47:31.125280 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:47:31.125280 dv-cinder-760180-3-iscsi neutron-server[94635]: return func(*args, **kwargs) Aug 31 01:47:31.125280 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:47:31.125280 dv-cinder-760180-3-iscsi neutron-server[94635]: self._notify() Aug 31 01:47:31.125280 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:47:31.125280 dv-cinder-760180-3-iscsi neutron-server[94635]: self.callback(batched_events) Aug 31 01:47:31.125280 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:47:31.125280 dv-cinder-760180-3-iscsi neutron-server[94635]: event.method(event) Aug 31 01:47:31.125280 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:47:31.125280 dv-cinder-760180-3-iscsi neutron-server[94635]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:47:31.125280 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:47:31.125280 dv-cinder-760180-3-iscsi neutron-server[94635]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:47:31.125280 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:47:31.125280 dv-cinder-760180-3-iscsi neutron-server[94635]: return f(self, *a, **k) Aug 31 01:47:31.125280 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:47:31.125280 dv-cinder-760180-3-iscsi neutron-server[94635]: return self._get(url).json() Aug 31 01:47:31.125280 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:47:31.125280 dv-cinder-760180-3-iscsi neutron-server[94635]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:47:31.125280 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:47:31.125280 dv-cinder-760180-3-iscsi neutron-server[94635]: return self.request(url, 'GET', **kwargs) Aug 31 01:47:31.125280 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:47:31.125280 dv-cinder-760180-3-iscsi neutron-server[94635]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:47:31.125280 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:47:31.125280 dv-cinder-760180-3-iscsi neutron-server[94635]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:47:31.125280 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:47:31.125280 dv-cinder-760180-3-iscsi neutron-server[94635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:47:31.125280 dv-cinder-760180-3-iscsi neutron-server[94635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:47:31.176607 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-82df32aa-edb6-4586-8cd4-d43849fcd73a req-2a8af4fc-4659-452a-b08d-a6d75beee57d tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/security-groups?id=36ddee2d-790f-4f4d-8527-9cfd51dcb94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884218 Aug 31 01:47:31.252722 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-905a4af4-56e7-4edc-b08b-c18e5532e662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1451149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371993'] for network, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:31.258587 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-905a4af4-56e7-4edc-b08b-c18e5532e662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for network, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:31.263213 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-905a4af4-56e7-4edc-b08b-c18e5532e662 admin admin] 10.222.0.43 "DELETE /v2.0/networks/30fb7d9d-48f3-4521-a14a-db6a70863ca4 HTTP/1.1" status: 204 len: 168 time: 0.7701299 Aug 31 01:47:31.275416 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a4af4-56e7-4edc-b08b-c18e5532e662 admin admin] Pushing event deleted for resources: {'Network': ['ID=30fb7d9d-48f3-4521-a14a-db6a70863ca4,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:31.293079 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 5c5fb578-6eb3-40ea-9fff-14ef354e5a2e no longer exists at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:47:31.312581 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] No Port match for: 5c5fb578-6eb3-40ea-9fff-14ef354e5a2e {{(pid=94636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:47:31.312853 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 5c5fb578-6eb3-40ea-9fff-14ef354e5a2e not bound to the agent host dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:47:31.313270 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 019d9b78-8bf0-4125-8e9d-bcc1540209db no longer exists at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:47:31.332661 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] No Port match for: 019d9b78-8bf0-4125-8e9d-bcc1540209db {{(pid=94636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:47:31.336878 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 019d9b78-8bf0-4125-8e9d-bcc1540209db not bound to the agent host dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:47:31.336878 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 58bfd6c3-d93c-4d2b-b222-641a218b494c no longer exists at agent ovs-agent-dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:47:31.350924 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] No Port match for: 58bfd6c3-d93c-4d2b-b222-641a218b494c {{(pid=94636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:47:31.351268 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Device 58bfd6c3-d93c-4d2b-b222-641a218b494c not bound to the agent host dv-cinder-760180-3-iscsi {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:47:31.623164 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 46752) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:31.662645 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-50ff05fd-c1ff-4015-908d-33df42b7566f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4ffa2d2788a446da9bb35bff34b67588&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0382710 Aug 31 01:47:31.664987 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 46754) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:31.713096 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-15ec210e-27dd-4002-b66b-946c44ae1aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:31.734171 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-15ec210e-27dd-4002-b66b-946c44ae1aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:31.846466 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-15ec210e-27dd-4002-b66b-946c44ae1aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:31.850157 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-15ec210e-27dd-4002-b66b-946c44ae1aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:31.851482 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-15ec210e-27dd-4002-b66b-946c44ae1aba admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2ba51611-54b7-49ce-8eb7-a36e3d3b7c8f HTTP/1.1" status: 204 len: 168 time: 0.1856239 Aug 31 01:47:31.859561 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec210e-27dd-4002-b66b-946c44ae1aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba51611-54b7-49ce-8eb7-a36e3d3b7c8f,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:32.294095 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d26bb-6f59-4804-9f09-2e575f70b27e req-d6357974-696f-4495-9556-f93fb5f18216 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:32.295568 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-a32d26bb-6f59-4804-9f09-2e575f70b27e req-d6357974-696f-4495-9556-f93fb5f18216 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/ports?device_id=5847145b-f315-426f-b8e1-069855189cae HTTP/1.1" status: 200 len: 945 time: 0.0510659 Aug 31 01:47:32.338302 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-a32d26bb-6f59-4804-9f09-2e575f70b27e req-04bd45b4-aafd-45b0-9fe7-cafbbfb84270 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/security-groups?id=36ddee2d-790f-4f4d-8527-9cfd51dcb94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366454 Aug 31 01:47:36.385884 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54f343-45f7-4523-93cd-97f2cd34f2b2 req-0caf7671-0e90-4ba2-8ac1-2fdcdd5154dc tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:36.387464 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-4f54f343-45f7-4523-93cd-97f2cd34f2b2 req-0caf7671-0e90-4ba2-8ac1-2fdcdd5154dc tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/ports?device_id=5847145b-f315-426f-b8e1-069855189cae HTTP/1.1" status: 200 len: 945 time: 0.3122623 Aug 31 01:47:36.433097 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-4f54f343-45f7-4523-93cd-97f2cd34f2b2 req-fb573a28-2020-47ba-af66-8a33a16436e6 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/security-groups?id=36ddee2d-790f-4f4d-8527-9cfd51dcb94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372615 Aug 31 01:47:36.618035 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-4d79a9b4-6acb-49e4-85d5-298355e025c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:37.550057 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81170112-2c3d-49c1-876f-ddad1516e37a req-3e9b0eac-e751-495f-90f2-535894fb29d4 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:37.550057 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-81170112-2c3d-49c1-876f-ddad1516e37a req-3e9b0eac-e751-495f-90f2-535894fb29d4 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/ports?device_id=5847145b-f315-426f-b8e1-069855189cae HTTP/1.1" status: 200 len: 945 time: 0.0488143 Aug 31 01:47:37.585769 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-81170112-2c3d-49c1-876f-ddad1516e37a req-31867cb0-4962-410b-afd2-9a58b5de083c tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/security-groups?id=36ddee2d-790f-4f4d-8527-9cfd51dcb94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314262 Aug 31 01:47:38.701208 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb178de-9af9-4883-bd41-a49b25a72cb9 req-5de98614-0c36-4752-b5d7-ce2ad1fcea1b tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:38.702669 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-9cb178de-9af9-4883-bd41-a49b25a72cb9 req-5de98614-0c36-4752-b5d7-ce2ad1fcea1b tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/ports?device_id=5847145b-f315-426f-b8e1-069855189cae HTTP/1.1" status: 200 len: 945 time: 0.0497074 Aug 31 01:47:38.739171 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-9cb178de-9af9-4883-bd41-a49b25a72cb9 req-016e0a7f-93b5-4036-87ef-f20d3b1dd275 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/security-groups?id=36ddee2d-790f-4f4d-8527-9cfd51dcb94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296113 Aug 31 01:47:39.012527 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-35f90ca6-1601-4fa7-bd09-b9854b049f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:39.401106 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:39.851739 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017370dc-abba-4207-9e78-af5e261d1d1a req-c718153d-2a46-4240-946d-1afb31e73fa6 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:39.853229 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-017370dc-abba-4207-9e78-af5e261d1d1a req-c718153d-2a46-4240-946d-1afb31e73fa6 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/ports?device_id=5847145b-f315-426f-b8e1-069855189cae HTTP/1.1" status: 200 len: 945 time: 0.0487964 Aug 31 01:47:39.889230 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-017370dc-abba-4207-9e78-af5e261d1d1a req-d5288fb2-dbe9-4068-ba05-a5c52581ad4e tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/security-groups?id=36ddee2d-790f-4f4d-8527-9cfd51dcb94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300441 Aug 31 01:47:39.961435 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832e5b9-dea2-4ef5-9a4d-7e16e80fc1ea req-7d708adc-3077-43df-92c4-8c332af039fe tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:39.962908 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7832e5b9-dea2-4ef5-9a4d-7e16e80fc1ea req-7d708adc-3077-43df-92c4-8c332af039fe tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.72 "GET /v2.0/ports?device_id=5847145b-f315-426f-b8e1-069855189cae HTTP/1.1" status: 200 len: 945 time: 0.0479062 Aug 31 01:47:40.054300 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [req-7832e5b9-dea2-4ef5-9a4d-7e16e80fc1ea req-8a3e5429-6f68-47b4-b6e1-bbc32be8c68b tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Deleting port 2b077029-2b74-4fd8-a105-78e978f3c90f {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:47:40.054586 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-7832e5b9-dea2-4ef5-9a4d-7e16e80fc1ea req-8a3e5429-6f68-47b4-b6e1-bbc32be8c68b tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:40.140156 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [req-7832e5b9-dea2-4ef5-9a4d-7e16e80fc1ea req-8a3e5429-6f68-47b4-b6e1-bbc32be8c68b tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] For port 2b077029-2b74-4fd8-a105-78e978f3c90f, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=2b077029-2b74-4fd8-a105-78e978f3c90f,segment=NetworkSegment(6b85f54a-c6fd-43e4-90e3-ad72135ba128),segment_id=6b85f54a-c6fd-43e4-90e3-ad72135ba128)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:47:40.140518 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-7832e5b9-dea2-4ef5-9a4d-7e16e80fc1ea req-8a3e5429-6f68-47b4-b6e1-bbc32be8c68b tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:40.157721 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [req-7832e5b9-dea2-4ef5-9a4d-7e16e80fc1ea req-8a3e5429-6f68-47b4-b6e1-bbc32be8c68b tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Calling delete_port for 2b077029-2b74-4fd8-a105-78e978f3c90f owned by compute:nova {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:47:40.172692 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:40.372813 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-7832e5b9-dea2-4ef5-9a4d-7e16e80fc1ea req-8a3e5429-6f68-47b4-b6e1-bbc32be8c68b tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:40.384316 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] get_ports_and_sgs() called for port_ids ['2b077029-2b74-4fd8-a105-78e978f3c90f'] {{(pid=94636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:47:40.402161 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e5429-6f68-47b4-b6e1-bbc32be8c68b tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Pushing event deleted for resources: {'Port': ['ID=2b077029-2b74-4fd8-a105-78e978f3c90f,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:40.445655 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [req-7832e5b9-dea2-4ef5-9a4d-7e16e80fc1ea req-8a3e5429-6f68-47b4-b6e1-bbc32be8c68b tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] No DVR routers for this DVR port 2b077029-2b74-4fd8-a105-78e978f3c90f on host hv-cinder-76018 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:47:40.448185 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-7832e5b9-dea2-4ef5-9a4d-7e16e80fc1ea req-8a3e5429-6f68-47b4-b6e1-bbc32be8c68b tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for port, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:40.450194 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-7832e5b9-dea2-4ef5-9a4d-7e16e80fc1ea req-8a3e5429-6f68-47b4-b6e1-bbc32be8c68b tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.72 "DELETE /v2.0/ports/2b077029-2b74-4fd8-a105-78e978f3c90f HTTP/1.1" status: 204 len: 173 time: 0.4808569 Aug 31 01:47:40.450712 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5847145b-f315-426f-b8e1-069855189cae', 'name': 'network-vif-deleted', 'tag': '2b077029-2b74-4fd8-a105-78e978f3c90f'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:47:40.453042 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b881214d57cd1965c46d5ffcb12adc10c1d351a412fd4a0d5151f09a2b3a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9227d3e0-c565-4781-baf0-c2c987142dc8" -d '{"events": [{"server_uuid": "5847145b-f315-426f-b8e1-069855189cae", "name": "network-vif-deleted", "tag": "2b077029-2b74-4fd8-a105-78e978f3c90f"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:47:40.487770 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb4ee41-5c8a-4c81-b1da-898d49ee9fd6 x-openstack-request-id: req-0cb4ee41-5c8a-4c81-b1da-898d49ee9fd6 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:47:40.488057 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5847145b-f315-426f-b8e1-069855189cae", "name": "network-vif-deleted", "tag": "2b077029-2b74-4fd8-a105-78e978f3c90f", "status": "completed", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:47:40.488302 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0cb4ee41-5c8a-4c81-b1da-898d49ee9fd6 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:47:40.488691 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5847145b-f315-426f-b8e1-069855189cae', 'name': 'network-vif-deleted', 'tag': '2b077029-2b74-4fd8-a105-78e978f3c90f', 'status': 'completed', 'code': 200} Aug 31 01:47:40.993643 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-c4b4ea62-b521-4b25-bb0e-d9a3cf9fa303 req-7125425d-d65d-4e13-aba6-1dd5e1439a9f tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/ports?device_id=5847145b-f315-426f-b8e1-069855189cae HTTP/1.1" status: 200 len: 210 time: 0.0263278 Aug 31 01:47:42.150176 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:42.305455 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-45ccd6bf-afd3-42b3-b073-f352c7f6423e tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:42.306899 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-45ccd6bf-afd3-42b3-b073-f352c7f6423e tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/networks?id=dbf97376-b497-4150-b1dc-23dbab1e6d82 HTTP/1.1" status: 200 len: 807 time: 0.1028497 Aug 31 01:47:42.321866 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-ceca17a0-7435-4dc0-bf86-af9ce68318f7 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/quotas/ac5e7bbafd54469ba43a331f84b99940 HTTP/1.1" status: 200 len: 375 time: 0.0089672 Aug 31 01:47:42.355714 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-5acc1168-882f-4271-9ab8-71f99a29e48f tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac5e7bbafd54469ba43a331f84b99940&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278873 Aug 31 01:47:42.447396 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-19e74172-0f4c-45bd-999e-5a58b8cd9c59 service neutron] 10.222.0.43 "GET /v2.0/networks/dbf97376-b497-4150-b1dc-23dbab1e6d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839751 Aug 31 01:47:42.539959 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-fabde9aa-8dd8-4e39-a6fa-c1446cd95f59 service neutron] 10.222.0.43 "GET /v2.0/networks/dbf97376-b497-4150-b1dc-23dbab1e6d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862968 Aug 31 01:47:42.773331 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4e6a2d97-2cc7-4a4a-ab1f-cb5f3d3d9c5f req-d0ab149e-aaf1-44eb-9053-9ac2d18fb4a4 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0811b31-8a8a-44e0-bf8e-87ef23e688ce HTTP/1.1" status: 200 len: 210 time: 0.0266850 Aug 31 01:47:43.041778 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 2b077029-2b74-4fd8-a105-78e978f3c90f no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:47:43.061649 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] No Port match for: 2b077029-2b74-4fd8-a105-78e978f3c90f {{(pid=94636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:47:43.061954 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 2b077029-2b74-4fd8-a105-78e978f3c90f not bound to the agent host hv-cinder-76018 {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:47:43.665471 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 46996) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:43.769528 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9c9ef8e3-0b87-4544-b13b-c1b1106e14ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:43.880125 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-a42ca546-9df9-4a5b-9b9c-fc952e5ad9d0 req-5d646df3-ef80-4f9d-a4b7-3a0f325fb631 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0811b31-8a8a-44e0-bf8e-87ef23e688ce HTTP/1.1" status: 200 len: 210 time: 0.0344312 Aug 31 01:47:43.884727 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9c9ef8e3-0b87-4544-b13b-c1b1106e14ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:43.949685 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-9c9ef8e3-0b87-4544-b13b-c1b1106e14ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:43.986449 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ef8e3-0b87-4544-b13b-c1b1106e14ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3727a4-f65b-489c-aa17-981b5848a5c5,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:43.990868 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-9c9ef8e3-0b87-4544-b13b-c1b1106e14ef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=053f4fa7089a4afbaaafbddf0c3f80a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3241909 Aug 31 01:47:43.993347 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 47002) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:44.044937 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f3e1aad1-74a8-4247-af1a-25b65a1fb349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:44.067386 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f3e1aad1-74a8-4247-af1a-25b65a1fb349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:44.121502 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 47006) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:44.178344 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f3e1aad1-74a8-4247-af1a-25b65a1fb349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:44.181116 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-f3e1aad1-74a8-4247-af1a-25b65a1fb349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:44.182278 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-f3e1aad1-74a8-4247-af1a-25b65a1fb349 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/da3727a4-f65b-489c-aa17-981b5848a5c5 HTTP/1.1" status: 204 len: 168 time: 0.1880009 Aug 31 01:47:44.191085 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e1aad1-74a8-4247-af1a-25b65a1fb349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3727a4-f65b-489c-aa17-981b5848a5c5,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:44.227236 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-10661e29-dabf-46bc-96a1-6311f61b14d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:44.312830 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-10661e29-dabf-46bc-96a1-6311f61b14d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:44.406681 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-10661e29-dabf-46bc-96a1-6311f61b14d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:44.447729 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-10661e29-dabf-46bc-96a1-6311f61b14d2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=55ac414f200744ee919055d16a4e3ff2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3252141 Aug 31 01:47:44.448579 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10661e29-dabf-46bc-96a1-6311f61b14d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4502f0b-bba7-4bf7-87d7-94613324bf3b,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:44.450373 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 47012) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:44.504391 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-113007d0-88ef-4cd8-b741-c828b708b38a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:44.525620 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-113007d0-88ef-4cd8-b741-c828b708b38a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:44.664414 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-a366c350-789d-4dd2-8485-54f68b8d290f tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:44.666116 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-a366c350-789d-4dd2-8485-54f68b8d290f tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.72 "GET /v2.0/networks?id=dbf97376-b497-4150-b1dc-23dbab1e6d82 HTTP/1.1" status: 200 len: 807 time: 0.0991271 Aug 31 01:47:44.680276 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-4c17fde0-ace3-4293-83b5-8ddcb3caf118 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Request body: {'port': {'device_id': 'd0811b31-8a8a-44e0-bf8e-87ef23e688ce', 'network_id': 'dbf97376-b497-4150-b1dc-23dbab1e6d82', 'admin_state_up': True, 'tenant_id': 'ac5e7bbafd54469ba43a331f84b99940'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:47:44.755495 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:44.756074 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-113007d0-88ef-4cd8-b741-c828b708b38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:44.758713 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-113007d0-88ef-4cd8-b741-c828b708b38a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:44.765521 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-113007d0-88ef-4cd8-b741-c828b708b38a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d4502f0b-bba7-4bf7-87d7-94613324bf3b HTTP/1.1" status: 204 len: 168 time: 0.3061388 Aug 31 01:47:44.772065 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113007d0-88ef-4cd8-b741-c828b708b38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4502f0b-bba7-4bf7-87d7-94613324bf3b,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:44.852610 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-4c17fde0-ace3-4293-83b5-8ddcb3caf118 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Made reservation on behalf of ac5e7bbafd54469ba43a331f84b99940 for: {'port': 1} {{(pid=94635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:47:44.856297 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-4c17fde0-ace3-4293-83b5-8ddcb3caf118 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:44.985197 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-ae9d4328-d9d9-4191-a522-a1b0d985f8f3 req-1f3efac0-6616-4568-ab0e-c60c34af8ff3 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0811b31-8a8a-44e0-bf8e-87ef23e688ce HTTP/1.1" status: 200 len: 210 time: 0.0377243 Aug 31 01:47:44.996546 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-4c17fde0-ace3-4293-83b5-8ddcb3caf118 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Allocated IP 172.20.0.12 (dbf97376-b497-4150-b1dc-23dbab1e6d82/6d27cb6a-12d6-4f0d-afe9-87e52822a4ed/ba77751b-aa64-4bf2-bf10-3a53c9116e67) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:47:45.173955 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-4c17fde0-ace3-4293-83b5-8ddcb3caf118 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:45.316006 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-4c17fde0-ace3-4293-83b5-8ddcb3caf118 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:45.360921 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-4c17fde0-ace3-4293-83b5-8ddcb3caf118 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Network dbf97376-b497-4150-b1dc-23dbab1e6d82 is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:47:45.370350 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-4c17fde0-ace3-4293-83b5-8ddcb3caf118 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:47:45.375066 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-4c17fde0-ace3-4293-83b5-8ddcb3caf118 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:47:45.405475 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17fde0-ace3-4293-83b5-8ddcb3caf118 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Pushing event updated for resources: {'Port': ['ID=ba77751b-aa64-4bf2-bf10-3a53c9116e67,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:45.432534 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-4c17fde0-ace3-4293-83b5-8ddcb3caf118 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:45.433255 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-4c17fde0-ace3-4293-83b5-8ddcb3caf118 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for port, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:45.521898 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-4c17fde0-ace3-4293-83b5-8ddcb3caf118 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8454077 Aug 31 01:47:45.536176 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-8fffa257-ff4c-42ca-b4fa-db96f8922d94 service neutron] Request body: {'port': {'device_id': 'd0811b31-8a8a-44e0-bf8e-87ef23e688ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:47:45.589122 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-8fffa257-ff4c-42ca-b4fa-db96f8922d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:45.840883 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.notifiers.nova [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-8fffa257-ff4c-42ca-b4fa-db96f8922d94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba77751b-aa64-4bf2-bf10-3a53c9116e67 {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:47:45.848053 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-8fffa257-ff4c-42ca-b4fa-db96f8922d94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:45.859362 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-8fffa257-ff4c-42ca-b4fa-db96f8922d94 service neutron] Transition to ACTIVE for port object ba77751b-aa64-4bf2-bf10-3a53c9116e67 will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:47:45.949623 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-8fffa257-ff4c-42ca-b4fa-db96f8922d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127206981'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:46.287779 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fffa257-ff4c-42ca-b4fa-db96f8922d94 service neutron] Pushing event updated for resources: {'Port': ['ID=ba77751b-aa64-4bf2-bf10-3a53c9116e67,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:46.340948 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0300dd0-1ccd-43a6-b903-86f89ec44ba3 req-d2d9eefc-cc3f-4e45-9e6e-35750f667c89 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:46.342404 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e0300dd0-1ccd-43a6-b903-86f89ec44ba3 req-d2d9eefc-cc3f-4e45-9e6e-35750f667c89 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0811b31-8a8a-44e0-bf8e-87ef23e688ce HTTP/1.1" status: 200 len: 944 time: 0.1045988 Aug 31 01:47:46.397447 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-8fffa257-ff4c-42ca-b4fa-db96f8922d94 service neutron] Attempting to bind port ba77751b-aa64-4bf2-bf10-3a53c9116e67 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:47:46.397786 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-8fffa257-ff4c-42ca-b4fa-db96f8922d94 service neutron] Attempting to bind port ba77751b-aa64-4bf2-bf10-3a53c9116e67 by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': '6b85f54a-c6fd-43e4-90e3-ad72135ba128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'dbf97376-b497-4150-b1dc-23dbab1e6d82'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:47:46.398114 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-8fffa257-ff4c-42ca-b4fa-db96f8922d94 service neutron] Attempting to bind port ba77751b-aa64-4bf2-bf10-3a53c9116e67 on network dbf97376-b497-4150-b1dc-23dbab1e6d82 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:47:46.402816 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e0300dd0-1ccd-43a6-b903-86f89ec44ba3 req-21ebb105-e155-468c-88f1-16d4d24d0bcb tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/security-groups?id=36ddee2d-790f-4f4d-8527-9cfd51dcb94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523951 Aug 31 01:47:46.405912 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-8fffa257-ff4c-42ca-b4fa-db96f8922d94 service neutron] Port ba77751b-aa64-4bf2-bf10-3a53c9116e67 on network dbf97376-b497-4150-b1dc-23dbab1e6d82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:47:46.406218 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-8fffa257-ff4c-42ca-b4fa-db96f8922d94 service neutron] Attempting to bind port ba77751b-aa64-4bf2-bf10-3a53c9116e67 on network dbf97376-b497-4150-b1dc-23dbab1e6d82 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:47:46.411677 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-8fffa257-ff4c-42ca-b4fa-db96f8922d94 service neutron] Checking agent: {'id': 'eda6ee24-af74-4eb1-946c-b1b8388ec369', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 7, 44), 'started_at': datetime.datetime(2021, 8, 31, 1, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:47:46.412016 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-8fffa257-ff4c-42ca-b4fa-db96f8922d94 service neutron] Checking segment: {'id': '6b85f54a-c6fd-43e4-90e3-ad72135ba128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'dbf97376-b497-4150-b1dc-23dbab1e6d82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:47:46.412398 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-8fffa257-ff4c-42ca-b4fa-db96f8922d94 service neutron] Bound using segment: {'id': '6b85f54a-c6fd-43e4-90e3-ad72135ba128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'dbf97376-b497-4150-b1dc-23dbab1e6d82'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:47:46.412825 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-8fffa257-ff4c-42ca-b4fa-db96f8922d94 service neutron] Bound port: ba77751b-aa64-4bf2-bf10-3a53c9116e67, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b85f54a-c6fd-43e4-90e3-ad72135ba128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'dbf97376-b497-4150-b1dc-23dbab1e6d82'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:47:46.413186 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-8fffa257-ff4c-42ca-b4fa-db96f8922d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:46.482710 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-8fffa257-ff4c-42ca-b4fa-db96f8922d94 service neutron] For port ba77751b-aa64-4bf2-bf10-3a53c9116e67, host hv-cinder-76018, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:47:46.485685 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-8fffa257-ff4c-42ca-b4fa-db96f8922d94 service neutron] For port ba77751b-aa64-4bf2-bf10-3a53c9116e67, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=ba77751b-aa64-4bf2-bf10-3a53c9116e67,segment=NetworkSegment(6b85f54a-c6fd-43e4-90e3-ad72135ba128),segment_id=6b85f54a-c6fd-43e4-90e3-ad72135ba128)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:47:46.539120 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-8fffa257-ff4c-42ca-b4fa-db96f8922d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127206981'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:46.574516 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-8fffa257-ff4c-42ca-b4fa-db96f8922d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:46.574516 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-8fffa257-ff4c-42ca-b4fa-db96f8922d94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for port, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:46.574516 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-8fffa257-ff4c-42ca-b4fa-db96f8922d94 service neutron] 10.222.0.72 "PUT /v2.0/ports/ba77751b-aa64-4bf2-bf10-3a53c9116e67 HTTP/1.1" status: 200 len: 1094 time: 1.0408864 Aug 31 01:47:46.574516 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0811b31-8a8a-44e0-bf8e-87ef23e688ce', 'tag': 'ba77751b-aa64-4bf2-bf10-3a53c9116e67'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:47:46.575601 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b881214d57cd1965c46d5ffcb12adc10c1d351a412fd4a0d5151f09a2b3a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbfa616-ed67-402e-8391-748e7d8b658a" -d '{"events": [{"name": "network-changed", "server_uuid": "d0811b31-8a8a-44e0-bf8e-87ef23e688ce", "tag": "ba77751b-aa64-4bf2-bf10-3a53c9116e67"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:47:46.603090 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fffa257-ff4c-42ca-b4fa-db96f8922d94 service neutron] Pushing event updated for resources: {'Port': ['ID=ba77751b-aa64-4bf2-bf10-3a53c9116e67,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:46.613292 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ba6611-297f-41da-b7cf-793a70cfe570 x-openstack-request-id: req-45ba6611-297f-41da-b7cf-793a70cfe570 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:47:46.613574 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0811b31-8a8a-44e0-bf8e-87ef23e688ce", "tag": "ba77751b-aa64-4bf2-bf10-3a53c9116e67", "status": "completed", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:47:46.613821 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-45ba6611-297f-41da-b7cf-793a70cfe570 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:47:46.614208 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0811b31-8a8a-44e0-bf8e-87ef23e688ce', 'tag': 'ba77751b-aa64-4bf2-bf10-3a53c9116e67', 'status': 'completed', 'code': 200} Aug 31 01:47:46.673522 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbfa616-ed67-402e-8391-748e7d8b658a req-b8ef0bd7-2d8f-4645-98e9-f01301da2ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:46.675077 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-dcbfa616-ed67-402e-8391-748e7d8b658a req-b8ef0bd7-2d8f-4645-98e9-f01301da2ff8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ac5e7bbafd54469ba43a331f84b99940&device_id=d0811b31-8a8a-44e0-bf8e-87ef23e688ce HTTP/1.1" status: 200 len: 1097 time: 0.0409269 Aug 31 01:47:46.696409 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:47:46.773333 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbfa616-ed67-402e-8391-748e7d8b658a req-f8ea1a98-3021-4d3b-a2c5-b5d2abd8ac7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:46.774773 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-dcbfa616-ed67-402e-8391-748e7d8b658a req-f8ea1a98-3021-4d3b-a2c5-b5d2abd8ac7c service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=ac5e7bbafd54469ba43a331f84b99940&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0915375 Aug 31 01:47:46.870313 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbfa616-ed67-402e-8391-748e7d8b658a req-cbd20a52-df78-4eee-b63c-431121858577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:46.871824 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-dcbfa616-ed67-402e-8391-748e7d8b658a req-cbd20a52-df78-4eee-b63c-431121858577 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885789 Aug 31 01:47:46.952798 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-a22d62a1-495b-4001-a03f-52d9ad163333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:46.954275 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-a22d62a1-495b-4001-a03f-52d9ad163333 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ac5e7bbafd54469ba43a331f84b99940&device_id=d0811b31-8a8a-44e0-bf8e-87ef23e688ce HTTP/1.1" status: 200 len: 1097 time: 0.0436418 Aug 31 01:47:46.997964 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-64ef8ede-51c1-413a-987a-d2dd6f2cc131 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba77751b-aa64-4bf2-bf10-3a53c9116e67 HTTP/1.1" status: 200 len: 217 time: 0.0336897 Aug 31 01:47:47.047947 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-3c7b6906-005a-4bc8-9907-be431a8f2e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:47.049416 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-3c7b6906-005a-4bc8-9907-be431a8f2e1b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6d27cb6a-12d6-4f0d-afe9-87e52822a4ed HTTP/1.1" status: 200 len: 847 time: 0.0439110 Aug 31 01:47:47.084630 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-6dac5b28-d3fe-4572-a3ad-f9b4acbb12f2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dbf97376-b497-4150-b1dc-23dbab1e6d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278375 Aug 31 01:47:47.172711 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-0a6aebf0-43c6-4be6-aae9-6e593b88d824 service neutron] 10.222.0.72 "GET /v2.0/networks/dbf97376-b497-4150-b1dc-23dbab1e6d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794325 Aug 31 01:47:47.265513 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1dcb441c-14e3-4e30-b870-9c5f0d4b5a22 req-8f70771e-d88d-4e30-9c43-74107be59883 service neutron] 10.222.0.72 "GET /v2.0/networks/dbf97376-b497-4150-b1dc-23dbab1e6d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856788 Aug 31 01:47:47.516575 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae102f6-6671-46a1-b8f1-c1b94efcbbcd req-aef88164-ed40-4dc7-8273-f4d7513de880 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:47.518509 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6ae102f6-6671-46a1-b8f1-c1b94efcbbcd req-aef88164-ed40-4dc7-8273-f4d7513de880 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0811b31-8a8a-44e0-bf8e-87ef23e688ce HTTP/1.1" status: 200 len: 944 time: 0.0498664 Aug 31 01:47:47.556436 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-6ae102f6-6671-46a1-b8f1-c1b94efcbbcd req-1cbba986-d97e-42e2-a343-14be8d391154 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/security-groups?id=36ddee2d-790f-4f4d-8527-9cfd51dcb94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319226 Aug 31 01:47:48.672758 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf15f26-caef-44ed-be58-6193d5139bc8 req-6ce22009-3f68-4d93-84e1-bfcfc54b11d5 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:48.674322 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-fdf15f26-caef-44ed-be58-6193d5139bc8 req-6ce22009-3f68-4d93-84e1-bfcfc54b11d5 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0811b31-8a8a-44e0-bf8e-87ef23e688ce HTTP/1.1" status: 200 len: 944 time: 0.0495317 Aug 31 01:47:48.712008 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-fdf15f26-caef-44ed-be58-6193d5139bc8 req-a89b174f-22c2-4791-a1ac-c8986d79a4ef tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/security-groups?id=36ddee2d-790f-4f4d-8527-9cfd51dcb94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309389 Aug 31 01:47:49.077802 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device ba77751b-aa64-4bf2-bf10-3a53c9116e67 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:47:49.170974 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port ba77751b-aa64-4bf2-bf10-3a53c9116e67, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=ba77751b-aa64-4bf2-bf10-3a53c9116e67,segment=NetworkSegment(6b85f54a-c6fd-43e4-90e3-ad72135ba128),segment_id=6b85f54a-c6fd-43e4-90e3-ad72135ba128)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:47:49.181960 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Returning: {'device': 'ba77751b-aa64-4bf2-bf10-3a53c9116e67', 'network_id': 'dbf97376-b497-4150-b1dc-23dbab1e6d82', 'port_id': 'ba77751b-aa64-4bf2-bf10-3a53c9116e67', 'mac_address': 'fa:16:3e:e8:b4:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d27cb6a-12d6-4f0d-afe9-87e52822a4ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:47:49.218180 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:49.231962 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba77751b-aa64-4bf2-bf10-3a53c9116e67 {{(pid=94636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:47:49.250523 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port ba77751b-aa64-4bf2-bf10-3a53c9116e67, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=ba77751b-aa64-4bf2-bf10-3a53c9116e67,segment=NetworkSegment(6b85f54a-c6fd-43e4-90e3-ad72135ba128),segment_id=6b85f54a-c6fd-43e4-90e3-ad72135ba128)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:47:49.317850 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:49.363856 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=ba77751b-aa64-4bf2-bf10-3a53c9116e67,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:49.515047 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] get_ports_and_sgs() called for port_ids ['ba77751b-aa64-4bf2-bf10-3a53c9116e67'] {{(pid=94636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:47:49.829620 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f826c96-9608-4199-9f9e-a89da317b0fb req-df0d9910-0895-4957-9676-586ce058b100 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:49.831389 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8f826c96-9608-4199-9f9e-a89da317b0fb req-df0d9910-0895-4957-9676-586ce058b100 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0811b31-8a8a-44e0-bf8e-87ef23e688ce HTTP/1.1" status: 200 len: 945 time: 0.0502152 Aug 31 01:47:49.868955 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8f826c96-9608-4199-9f9e-a89da317b0fb req-7dd08a0c-29cb-4f8d-b12e-07885a1e35cb tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/security-groups?id=36ddee2d-790f-4f4d-8527-9cfd51dcb94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316870 Aug 31 01:47:50.980131 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914879b-7b18-40a7-9320-0b0f4535ac78 req-49a8a78e-ac07-4eca-8dbf-eca02b3d0e97 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:50.981581 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-2914879b-7b18-40a7-9320-0b0f4535ac78 req-49a8a78e-ac07-4eca-8dbf-eca02b3d0e97 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0811b31-8a8a-44e0-bf8e-87ef23e688ce HTTP/1.1" status: 200 len: 945 time: 0.0483680 Aug 31 01:47:51.019215 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-2914879b-7b18-40a7-9320-0b0f4535ac78 req-7d3c1699-8b4f-4208-be0b-cfe2ab70a63a tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/security-groups?id=36ddee2d-790f-4f4d-8527-9cfd51dcb94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315297 Aug 31 01:47:51.102669 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device ba77751b-aa64-4bf2-bf10-3a53c9116e67 up at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:47:51.240804 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Provisioning for port ba77751b-aa64-4bf2-bf10-3a53c9116e67 completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:47:51.246086 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Provisioning complete for port ba77751b-aa64-4bf2-bf10-3a53c9116e67 triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:47:51.249880 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:51.325130 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:51.346542 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0811b31-8a8a-44e0-bf8e-87ef23e688ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba77751b-aa64-4bf2-bf10-3a53c9116e67'}] {{(pid=94636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:47:51.349229 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d232dde22f81f13b8276e8d192a9956b8a1abe374d21fab87add1b29b36cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7982f3a-805d-4a59-ab1e-3d781bc2d4d4" -d '{"events": [{"server_uuid": "d0811b31-8a8a-44e0-bf8e-87ef23e688ce", "name": "network-vif-plugged", "status": "completed", "tag": "ba77751b-aa64-4bf2-bf10-3a53c9116e67"}]}' {{(pid=94636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:47:51.360955 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port ba77751b-aa64-4bf2-bf10-3a53c9116e67, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=ba77751b-aa64-4bf2-bf10-3a53c9116e67,segment=NetworkSegment(6b85f54a-c6fd-43e4-90e3-ad72135ba128),segment_id=6b85f54a-c6fd-43e4-90e3-ad72135ba128)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:47:51.386309 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557bb677-38b4-4b3b-917f-aebda3933186 x-openstack-request-id: req-557bb677-38b4-4b3b-917f-aebda3933186 {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:47:51.386835 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0811b31-8a8a-44e0-bf8e-87ef23e688ce", "name": "network-vif-plugged", "status": "completed", "tag": "ba77751b-aa64-4bf2-bf10-3a53c9116e67", "code": 200}]} {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:47:51.387184 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-557bb677-38b4-4b3b-917f-aebda3933186 {{(pid=94636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:47:51.387751 dv-cinder-760180-3-iscsi neutron-server[94636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0811b31-8a8a-44e0-bf8e-87ef23e688ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba77751b-aa64-4bf2-bf10-3a53c9116e67', 'code': 200} Aug 31 01:47:51.452866 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:51.499954 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=ba77751b-aa64-4bf2-bf10-3a53c9116e67,revision_number=5']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:51.745517 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502dd6a-5286-4d29-926d-99003be36e2f req-94ea28f8-5ff3-4612-8a35-769bffdcfffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:51.747022 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4502dd6a-5286-4d29-926d-99003be36e2f req-94ea28f8-5ff3-4612-8a35-769bffdcfffa service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d0811b31-8a8a-44e0-bf8e-87ef23e688ce HTTP/1.1" status: 200 len: 1099 time: 0.0405233 Aug 31 01:47:51.784802 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-4502dd6a-5286-4d29-926d-99003be36e2f req-3c03cb7f-10ce-42b9-96f7-516078051365 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=36ddee2d-790f-4f4d-8527-9cfd51dcb94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311112 Aug 31 01:47:51.941573 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 47114) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:52.044009 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ce678cff-8d47-432b-9929-f61fe663441a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:52.162502 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f733fc-b9fc-46b0-9544-bc14c9d966ee req-16556263-1d77-4111-9b83-cf8ed5fd53fd tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:52.164000 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-90f733fc-b9fc-46b0-9544-bc14c9d966ee req-16556263-1d77-4111-9b83-cf8ed5fd53fd tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0811b31-8a8a-44e0-bf8e-87ef23e688ce HTTP/1.1" status: 200 len: 946 time: 0.0773199 Aug 31 01:47:52.181259 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ce678cff-8d47-432b-9929-f61fe663441a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:52.206941 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-90f733fc-b9fc-46b0-9544-bc14c9d966ee req-20a57b39-72c2-4d8a-9643-e4156023f2d0 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/security-groups?id=36ddee2d-790f-4f4d-8527-9cfd51dcb94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355647 Aug 31 01:47:52.235049 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-ce678cff-8d47-432b-9929-f61fe663441a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:52.272496 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-ce678cff-8d47-432b-9929-f61fe663441a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=36ac663682724dc686e362f90cdf9ca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3297255 Aug 31 01:47:52.274239 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce678cff-8d47-432b-9929-f61fe663441a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5b4bd6-e606-4cf4-a67e-4fcc5ce28861,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:52.275230 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 47120) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:52.322871 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e041dd30-92f4-4499-a81e-b47f7a70f1eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:52.344208 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e041dd30-92f4-4499-a81e-b47f7a70f1eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:52.458121 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e041dd30-92f4-4499-a81e-b47f7a70f1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:52.460708 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e041dd30-92f4-4499-a81e-b47f7a70f1eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:52.461840 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-e041dd30-92f4-4499-a81e-b47f7a70f1eb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6c5b4bd6-e606-4cf4-a67e-4fcc5ce28861 HTTP/1.1" status: 204 len: 168 time: 0.1855757 Aug 31 01:47:52.469189 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041dd30-92f4-4499-a81e-b47f7a70f1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5b4bd6-e606-4cf4-a67e-4fcc5ce28861,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:53.057907 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 47126) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:53.071158 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-75aec849-833b-4dbe-ace8-116831fb0612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:53.156011 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-75aec849-833b-4dbe-ace8-116831fb0612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:53.217264 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-75aec849-833b-4dbe-ace8-116831fb0612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:53.255317 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-75aec849-833b-4dbe-ace8-116831fb0612 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fddd8e4b68894ad880e38277a3ec12d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1962481 Aug 31 01:47:53.256197 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aec849-833b-4dbe-ace8-116831fb0612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e83a535-78c6-4333-a53e-0f9bfccbe9d6,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:53.258091 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 47130) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:47:53.309443 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2e7c2311-3816-4734-8ca3-45e75d8be503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:53.329121 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d458873-516c-452d-a4d2-fa0678b1eea0 req-51e9a531-ce7d-4f70-969c-3d5df8965e3e tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:53.329992 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2e7c2311-3816-4734-8ca3-45e75d8be503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:53.330892 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2d458873-516c-452d-a4d2-fa0678b1eea0 req-51e9a531-ce7d-4f70-969c-3d5df8965e3e tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0811b31-8a8a-44e0-bf8e-87ef23e688ce HTTP/1.1" status: 200 len: 946 time: 0.0516307 Aug 31 01:47:53.369590 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-2d458873-516c-452d-a4d2-fa0678b1eea0 req-04fc5aea-766a-43b3-95fe-217de6193441 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/security-groups?id=36ddee2d-790f-4f4d-8527-9cfd51dcb94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322137 Aug 31 01:47:53.441165 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2e7c2311-3816-4734-8ca3-45e75d8be503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:53.443827 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2e7c2311-3816-4734-8ca3-45e75d8be503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:53.445623 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-2e7c2311-3816-4734-8ca3-45e75d8be503 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7e83a535-78c6-4333-a53e-0f9bfccbe9d6 HTTP/1.1" status: 204 len: 168 time: 0.1862190 Aug 31 01:47:53.454038 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c2311-3816-4734-8ca3-45e75d8be503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e83a535-78c6-4333-a53e-0f9bfccbe9d6,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:54.533382 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40772168-2c3f-439f-a68e-f6690c0f4ca1 req-d5c1d636-8409-483e-9a57-5d11082255de tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:54.534908 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-40772168-2c3f-439f-a68e-f6690c0f4ca1 req-d5c1d636-8409-483e-9a57-5d11082255de tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0811b31-8a8a-44e0-bf8e-87ef23e688ce HTTP/1.1" status: 200 len: 946 time: 0.0488548 Aug 31 01:47:54.572483 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-40772168-2c3f-439f-a68e-f6690c0f4ca1 req-737f974a-ad98-492e-89ce-fb54a36e22a0 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/security-groups?id=36ddee2d-790f-4f4d-8527-9cfd51dcb94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312696 Aug 31 01:47:55.694037 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10048618-ef0b-4fcb-8f88-2fade0a881c2 req-648bf2f1-ac05-4b91-b44f-f244c95b7091 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:55.694037 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-10048618-ef0b-4fcb-8f88-2fade0a881c2 req-648bf2f1-ac05-4b91-b44f-f244c95b7091 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0811b31-8a8a-44e0-bf8e-87ef23e688ce HTTP/1.1" status: 200 len: 946 time: 0.0532806 Aug 31 01:47:55.734158 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-10048618-ef0b-4fcb-8f88-2fade0a881c2 req-aec9aea1-fb67-42b7-a96c-0c4b1e530fa8 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/security-groups?id=36ddee2d-790f-4f4d-8527-9cfd51dcb94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329051 Aug 31 01:47:55.929556 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555057ee-fd68-42aa-8d7a-51e213abc7d2 req-3a4e901d-157f-4eb8-81b2-f08a2e8be2b7 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:47:55.932698 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-555057ee-fd68-42aa-8d7a-51e213abc7d2 req-3a4e901d-157f-4eb8-81b2-f08a2e8be2b7 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0811b31-8a8a-44e0-bf8e-87ef23e688ce HTTP/1.1" status: 200 len: 946 time: 0.0490911 Aug 31 01:47:56.023971 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [req-555057ee-fd68-42aa-8d7a-51e213abc7d2 req-29966224-8df6-4eab-ba7d-a4f594306ed1 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Deleting port ba77751b-aa64-4bf2-bf10-3a53c9116e67 {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:47:56.024314 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-555057ee-fd68-42aa-8d7a-51e213abc7d2 req-29966224-8df6-4eab-ba7d-a4f594306ed1 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:56.121717 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [req-555057ee-fd68-42aa-8d7a-51e213abc7d2 req-29966224-8df6-4eab-ba7d-a4f594306ed1 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] For port ba77751b-aa64-4bf2-bf10-3a53c9116e67, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=ba77751b-aa64-4bf2-bf10-3a53c9116e67,segment=NetworkSegment(6b85f54a-c6fd-43e4-90e3-ad72135ba128),segment_id=6b85f54a-c6fd-43e4-90e3-ad72135ba128)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:47:56.122078 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-555057ee-fd68-42aa-8d7a-51e213abc7d2 req-29966224-8df6-4eab-ba7d-a4f594306ed1 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:56.134734 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [req-555057ee-fd68-42aa-8d7a-51e213abc7d2 req-29966224-8df6-4eab-ba7d-a4f594306ed1 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Calling delete_port for ba77751b-aa64-4bf2-bf10-3a53c9116e67 owned by compute:nova {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:47:56.321530 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-555057ee-fd68-42aa-8d7a-51e213abc7d2 req-29966224-8df6-4eab-ba7d-a4f594306ed1 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:56.334333 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] get_ports_and_sgs() called for port_ids ['ba77751b-aa64-4bf2-bf10-3a53c9116e67'] {{(pid=94636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:47:56.362964 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29966224-8df6-4eab-ba7d-a4f594306ed1 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Pushing event deleted for resources: {'Port': ['ID=ba77751b-aa64-4bf2-bf10-3a53c9116e67,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:47:56.400424 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [req-555057ee-fd68-42aa-8d7a-51e213abc7d2 req-29966224-8df6-4eab-ba7d-a4f594306ed1 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] No DVR routers for this DVR port ba77751b-aa64-4bf2-bf10-3a53c9116e67 on host hv-cinder-76018 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:47:56.402989 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-555057ee-fd68-42aa-8d7a-51e213abc7d2 req-29966224-8df6-4eab-ba7d-a4f594306ed1 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for port, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:47:56.404956 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-555057ee-fd68-42aa-8d7a-51e213abc7d2 req-29966224-8df6-4eab-ba7d-a4f594306ed1 tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.72 "DELETE /v2.0/ports/ba77751b-aa64-4bf2-bf10-3a53c9116e67 HTTP/1.1" status: 204 len: 173 time: 0.4658120 Aug 31 01:47:56.405382 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0811b31-8a8a-44e0-bf8e-87ef23e688ce', 'name': 'network-vif-deleted', 'tag': 'ba77751b-aa64-4bf2-bf10-3a53c9116e67'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:47:56.407681 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b881214d57cd1965c46d5ffcb12adc10c1d351a412fd4a0d5151f09a2b3a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91ecdd2-ecce-4afb-a419-ca0a44018c8a" -d '{"events": [{"server_uuid": "d0811b31-8a8a-44e0-bf8e-87ef23e688ce", "name": "network-vif-deleted", "tag": "ba77751b-aa64-4bf2-bf10-3a53c9116e67"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:47:56.442316 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974725ef-0eb1-436e-812b-f90766c01002 x-openstack-request-id: req-974725ef-0eb1-436e-812b-f90766c01002 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:47:56.442701 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0811b31-8a8a-44e0-bf8e-87ef23e688ce", "name": "network-vif-deleted", "tag": "ba77751b-aa64-4bf2-bf10-3a53c9116e67", "status": "completed", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:47:56.443001 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-974725ef-0eb1-436e-812b-f90766c01002 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:47:56.443422 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0811b31-8a8a-44e0-bf8e-87ef23e688ce', 'name': 'network-vif-deleted', 'tag': 'ba77751b-aa64-4bf2-bf10-3a53c9116e67', 'status': 'completed', 'code': 200} Aug 31 01:47:56.842257 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-c3b08109-3768-4a92-9d73-19737bfd9aa4 req-f4d3b77c-1de9-45ac-9633-fd8267c57e7e tempest-VolumesActionsTest-597826490 tempest-VolumesActionsTest-597826490-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0811b31-8a8a-44e0-bf8e-87ef23e688ce HTTP/1.1" status: 200 len: 210 time: 0.0283432 Aug 31 01:47:59.149678 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device ba77751b-aa64-4bf2-bf10-3a53c9116e67 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:47:59.172124 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] No Port match for: ba77751b-aa64-4bf2-bf10-3a53c9116e67 {{(pid=94636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:47:59.172467 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device ba77751b-aa64-4bf2-bf10-3a53c9116e67 not bound to the agent host hv-cinder-76018 {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:48:00.525297 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 47296) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:48:00.626554 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6fbaae85-54c8-4bf4-aa9e-5c3884fce6ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:00.711224 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6fbaae85-54c8-4bf4-aa9e-5c3884fce6ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:00.761534 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-6fbaae85-54c8-4bf4-aa9e-5c3884fce6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:00.799044 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-6fbaae85-54c8-4bf4-aa9e-5c3884fce6ba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eec02082c4c14b5782c0a14fbf22450e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2727263 Aug 31 01:48:00.799885 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbaae85-54c8-4bf4-aa9e-5c3884fce6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecc3905-8eac-4a4e-bd24-3bef0dd9279e,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:00.801720 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 47300) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:48:00.850613 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-01b9a80c-6e0a-4db6-82af-195cc5196118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:00.871650 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-01b9a80c-6e0a-4db6-82af-195cc5196118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:01.001341 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-01b9a80c-6e0a-4db6-82af-195cc5196118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:01.003820 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-01b9a80c-6e0a-4db6-82af-195cc5196118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:01.004955 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-01b9a80c-6e0a-4db6-82af-195cc5196118 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6ecc3905-8eac-4a4e-bd24-3bef0dd9279e HTTP/1.1" status: 204 len: 168 time: 0.2014518 Aug 31 01:48:01.012566 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b9a80c-6e0a-4db6-82af-195cc5196118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecc3905-8eac-4a4e-bd24-3bef0dd9279e,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:01.558866 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 47310) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:48:01.572642 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bc011437-dc3f-4104-a156-a20fd0155513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:01.660074 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bc011437-dc3f-4104-a156-a20fd0155513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:01.703514 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-bc011437-dc3f-4104-a156-a20fd0155513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:01.741397 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-bc011437-dc3f-4104-a156-a20fd0155513 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5e7812fdcffb4e4a9c4e8798bf37f685&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1814868 Aug 31 01:48:01.742268 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc011437-dc3f-4104-a156-a20fd0155513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639693cf-b5a4-4d91-b345-1c3cf8534347,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:01.744349 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 47312) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:48:01.793088 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0cb9ab46-231b-4ec0-882d-e7cd3317e220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:01.813990 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0cb9ab46-231b-4ec0-882d-e7cd3317e220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:01.960873 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0cb9ab46-231b-4ec0-882d-e7cd3317e220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:01.963501 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-0cb9ab46-231b-4ec0-882d-e7cd3317e220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:01.964635 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-0cb9ab46-231b-4ec0-882d-e7cd3317e220 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/639693cf-b5a4-4d91-b345-1c3cf8534347 HTTP/1.1" status: 204 len: 168 time: 0.2192793 Aug 31 01:48:01.972117 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb9ab46-231b-4ec0-882d-e7cd3317e220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639693cf-b5a4-4d91-b345-1c3cf8534347,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:02.616160 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 47322) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:48:02.629111 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0565e115-00df-45da-8b3f-e7cdf7a236dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:02.713406 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0565e115-00df-45da-8b3f-e7cdf7a236dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:02.811990 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-0565e115-00df-45da-8b3f-e7cdf7a236dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:02.850571 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-0565e115-00df-45da-8b3f-e7cdf7a236dd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=83574fc00d10467a80c4870a1f00bb8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333336 Aug 31 01:48:02.852255 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0565e115-00df-45da-8b3f-e7cdf7a236dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09db9a3a-215d-4a00-927c-70ca21d7f6fa,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:02.854051 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 47324) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:48:02.904056 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c2346b68-a559-45b7-8877-93fa62785033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:02.923826 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c2346b68-a559-45b7-8877-93fa62785033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:03.041171 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c2346b68-a559-45b7-8877-93fa62785033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:03.043837 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c2346b68-a559-45b7-8877-93fa62785033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:03.047732 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-c2346b68-a559-45b7-8877-93fa62785033 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/09db9a3a-215d-4a00-927c-70ca21d7f6fa HTTP/1.1" status: 204 len: 168 time: 0.1926458 Aug 31 01:48:03.056673 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2346b68-a559-45b7-8877-93fa62785033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09db9a3a-215d-4a00-927c-70ca21d7f6fa,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:04.057051 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 47368) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:48:04.164623 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [None req-d21c966c-3849-4151-9954-8abf42ad3614 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1330621561-network', 'tenant_id': '4f8761f54bff40d69b76e470c7f0ac5e'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:48:04.270676 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21c966c-3849-4151-9954-8abf42ad3614 admin admin] Made reservation on behalf of 4f8761f54bff40d69b76e470c7f0ac5e for: {'network': 1} {{(pid=94635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:48:04.275005 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d21c966c-3849-4151-9954-8abf42ad3614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for network, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:04.284864 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d21c966c-3849-4151-9954-8abf42ad3614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:04.387084 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d21c966c-3849-4151-9954-8abf42ad3614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:04.458340 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d21c966c-3849-4151-9954-8abf42ad3614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:04.470329 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d21c966c-3849-4151-9954-8abf42ad3614 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=94635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:48:04.479980 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d21c966c-3849-4151-9954-8abf42ad3614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417'] for segment, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:04.480345 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.db.segments_db [None req-d21c966c-3849-4151-9954-8abf42ad3614 admin admin] Added segment 7f877361-b5de-4cb8-b4ea-5c11254ee9ac of type vlan for network 9d94bf8f-7878-4280-a6ef-28561352e6b8 Aug 31 01:48:04.538538 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d21c966c-3849-4151-9954-8abf42ad3614 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766773254247'] for network, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:04.552194 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c966c-3849-4151-9954-8abf42ad3614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6e7283-aecd-4b09-abd1-141bc679e40d,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:04.629704 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d21c966c-3849-4151-9954-8abf42ad3614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308'] for network, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:04.631138 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21c966c-3849-4151-9954-8abf42ad3614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:04.631941 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-d21c966c-3849-4151-9954-8abf42ad3614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for network, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:04.699274 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c966c-3849-4151-9954-8abf42ad3614 admin admin] Pushing event updated for resources: {'Network': ['ID=9d94bf8f-7878-4280-a6ef-28561352e6b8,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:04.711376 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Network 9d94bf8f-7878-4280-a6ef-28561352e6b8 details requested by agent ovs-agent-dv-cinder-760180-3-iscsi with host dv-cinder-760180-3-iscsi {{(pid=94636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:48:04.745388 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-d21c966c-3849-4151-9954-8abf42ad3614 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6871347 Aug 31 01:48:04.751839 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 47376) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:48:04.761460 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-92be9231-eeb6-421d-b150-2533f0c82154 admin admin] Request body: {'subnet': {'network_id': '9d94bf8f-7878-4280-a6ef-28561352e6b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1330621561-subnet', 'tenant_id': '4f8761f54bff40d69b76e470c7f0ac5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:48:04.847834 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92be9231-eeb6-421d-b150-2533f0c82154 admin admin] Made reservation on behalf of 4f8761f54bff40d69b76e470c7f0ac5e for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:48:04.852299 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-92be9231-eeb6-421d-b150-2533f0c82154 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126404190'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:05.106792 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-92be9231-eeb6-421d-b150-2533f0c82154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126575090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126404168'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:05.166455 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92be9231-eeb6-421d-b150-2533f0c82154 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1cc8925-d749-48c1-8434-638e431c2b29,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:05.174707 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92be9231-eeb6-421d-b150-2533f0c82154 admin admin] Checking segment: {'id': '7f877361-b5de-4cb8-b4ea-5c11254ee9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9d94bf8f-7878-4280-a6ef-28561352e6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:48:05.175207 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92be9231-eeb6-421d-b150-2533f0c82154 admin admin] Network hostable DHCP agents. Network: 9d94bf8f-7878-4280-a6ef-28561352e6b8, hostable agents: ['5f164b3b-8391-48cb-99c3-d9cfd53180ad'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:48:05.281219 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92be9231-eeb6-421d-b150-2533f0c82154 admin admin] Network 9d94bf8f-7878-4280-a6ef-28561352e6b8 is scheduled to be hosted by DHCP agent 5f164b3b-8391-48cb-99c3-d9cfd53180ad with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:48:05.349803 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-92be9231-eeb6-421d-b150-2533f0c82154 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760180-3-iscsi, 9d94bf8f-7878-4280-a6ef-28561352e6b8) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:48:05.354490 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92be9231-eeb6-421d-b150-2533f0c82154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:05.356705 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-92be9231-eeb6-421d-b150-2533f0c82154 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:05.367763 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dcd584-c00f-409d-84e1-82278921e061 None None] Network 9d94bf8f-7878-4280-a6ef-28561352e6b8 requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:48:05.448110 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-92be9231-eeb6-421d-b150-2533f0c82154 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6810589 Aug 31 01:48:05.502188 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370ffa12-ac48-4762-9e01-a4e5a6e47c27 None None] Network 9d94bf8f-7878-4280-a6ef-28561352e6b8 requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:48:06.186703 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 47396) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:48:06.191654 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-9966e64d-7a0c-41e9-b976-c1dd33581108 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2139604135-network', 'tenant_id': 'c6980a817edd47aab10110b63de21ce3'}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:48:06.451751 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9966e64d-7a0c-41e9-b976-c1dd33581108 admin admin] Made reservation on behalf of c6980a817edd47aab10110b63de21ce3 for: {'network': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:48:06.454096 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9966e64d-7a0c-41e9-b976-c1dd33581108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for network, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:06.467818 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9966e64d-7a0c-41e9-b976-c1dd33581108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:06.567606 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9966e64d-7a0c-41e9-b976-c1dd33581108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:06.641597 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-e71e85a7-7030-4283-96bc-f735202c6a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:06.670771 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9966e64d-7a0c-41e9-b976-c1dd33581108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:06.697386 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9966e64d-7a0c-41e9-b976-c1dd33581108 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=94634) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 01:48:06.708417 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9966e64d-7a0c-41e9-b976-c1dd33581108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333b41f2-6bbc-4c37-8767-b982079ec82f,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:06.719982 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9966e64d-7a0c-41e9-b976-c1dd33581108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417'] for segment, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:06.719982 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.db.segments_db [None req-9966e64d-7a0c-41e9-b976-c1dd33581108 admin admin] Added segment 6c7c901d-0d3b-4c4e-9f3f-4795f9ecdf51 of type vlan for network a6ec04cb-d1f7-48b3-96d8-4322284db015 Aug 31 01:48:06.763068 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9966e64d-7a0c-41e9-b976-c1dd33581108 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766773254247'] for network, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:06.858567 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9966e64d-7a0c-41e9-b976-c1dd33581108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308'] for network, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:06.859632 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9966e64d-7a0c-41e9-b976-c1dd33581108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:06.860255 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-9966e64d-7a0c-41e9-b976-c1dd33581108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:06.921176 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9966e64d-7a0c-41e9-b976-c1dd33581108 admin admin] Pushing event updated for resources: {'Network': ['ID=a6ec04cb-d1f7-48b3-96d8-4322284db015,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:06.932036 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Network a6ec04cb-d1f7-48b3-96d8-4322284db015 details requested by agent ovs-agent-dv-cinder-760180-3-iscsi with host dv-cinder-760180-3-iscsi {{(pid=94636) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 01:48:06.988526 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-9966e64d-7a0c-41e9-b976-c1dd33581108 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7993920 Aug 31 01:48:06.988526 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 47406) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:48:06.994810 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.v2.base [None req-e00d1a14-650b-4d28-9e1f-0609d0d0ca87 admin admin] Request body: {'subnet': {'network_id': 'a6ec04cb-d1f7-48b3-96d8-4322284db015', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2139604135-subnet', 'tenant_id': 'c6980a817edd47aab10110b63de21ce3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94634) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:48:07.098877 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00d1a14-650b-4d28-9e1f-0609d0d0ca87 admin admin] Made reservation on behalf of c6980a817edd47aab10110b63de21ce3 for: {'subnet': 1} {{(pid=94634) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:48:07.101750 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e00d1a14-650b-4d28-9e1f-0609d0d0ca87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126404190'] for subnet, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:07.390494 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e00d1a14-650b-4d28-9e1f-0609d0d0ca87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126575090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126404168'] for subnet, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:07.455035 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d1a14-650b-4d28-9e1f-0609d0d0ca87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5029a22d-b4d4-4a93-9dbf-9cb0e284ce2e,revision_number=0']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:07.469301 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00d1a14-650b-4d28-9e1f-0609d0d0ca87 admin admin] Checking segment: {'id': '6c7c901d-0d3b-4c4e-9f3f-4795f9ecdf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a6ec04cb-d1f7-48b3-96d8-4322284db015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:48:07.469671 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00d1a14-650b-4d28-9e1f-0609d0d0ca87 admin admin] Network hostable DHCP agents. Network: a6ec04cb-d1f7-48b3-96d8-4322284db015, hostable agents: ['5f164b3b-8391-48cb-99c3-d9cfd53180ad'], hosted agents: [] {{(pid=94634) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 01:48:07.595002 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00d1a14-650b-4d28-9e1f-0609d0d0ca87 admin admin] Network a6ec04cb-d1f7-48b3-96d8-4322284db015 is scheduled to be hosted by DHCP agent 5f164b3b-8391-48cb-99c3-d9cfd53180ad with binding_index 1 {{(pid=94634) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 01:48:07.675472 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.scheduler.base_scheduler [None req-e00d1a14-650b-4d28-9e1f-0609d0d0ca87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760180-3-iscsi, a6ec04cb-d1f7-48b3-96d8-4322284db015) {{(pid=94634) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:48:07.680646 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00d1a14-650b-4d28-9e1f-0609d0d0ca87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:48:07.681908 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-e00d1a14-650b-4d28-9e1f-0609d0d0ca87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:07.686378 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb399b1f-ad22-445b-8237-aae80720ea56 None None] Network a6ec04cb-d1f7-48b3-96d8-4322284db015 requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:48:07.757470 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-e00d1a14-650b-4d28-9e1f-0609d0d0ca87 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7670908 Aug 31 01:48:07.970969 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809b9e01-e8d6-44bb-af3a-99509aae1ec7 None None] Network a6ec04cb-d1f7-48b3-96d8-4322284db015 requested from dv-cinder-760180-3-iscsi {{(pid=94636) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 01:48:08.995968 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-0a0a765f-f981-4c92-805d-e0bd35a5891b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:09.617630 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:10.213046 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:12.167187 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:14.729018 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:23.695074 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:48:23.767030 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 47642) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:48:23.811136 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-47dc1976-4670-4fcd-8f43-42e0baedb446 admin admin] Deleting subnet 6d27cb6a-12d6-4f0d-afe9-87e52822a4ed {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:48:23.814235 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-47dc1976-4670-4fcd-8f43-42e0baedb446 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:23.848925 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-47dc1976-4670-4fcd-8f43-42e0baedb446 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126401387'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:23.890623 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-47dc1976-4670-4fcd-8f43-42e0baedb446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1450095'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:24.053436 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-47dc1976-4670-4fcd-8f43-42e0baedb446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1450084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126575149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126404209'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:24.082709 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-47dc1976-4670-4fcd-8f43-42e0baedb446 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:24.084694 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-47dc1976-4670-4fcd-8f43-42e0baedb446 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6d27cb6a-12d6-4f0d-afe9-87e52822a4ed HTTP/1.1" status: 204 len: 168 time: 0.3165903 Aug 31 01:48:24.085611 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc1976-4670-4fcd-8f43-42e0baedb446 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d27cb6a-12d6-4f0d-afe9-87e52822a4ed,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:24.087359 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 47650) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:48:24.093387 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc1976-4670-4fcd-8f43-42e0baedb446 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:24.093514 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc1976-4670-4fcd-8f43-42e0baedb446 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:24.093812 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc1976-4670-4fcd-8f43-42e0baedb446 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:24.094145 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc1976-4670-4fcd-8f43-42e0baedb446 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:24.094489 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc1976-4670-4fcd-8f43-42e0baedb446 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:24.094829 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc1976-4670-4fcd-8f43-42e0baedb446 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:24.095167 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc1976-4670-4fcd-8f43-42e0baedb446 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:24.095495 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc1976-4670-4fcd-8f43-42e0baedb446 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:24.095823 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc1976-4670-4fcd-8f43-42e0baedb446 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:24.096146 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc1976-4670-4fcd-8f43-42e0baedb446 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:24.096468 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc1976-4670-4fcd-8f43-42e0baedb446 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:24.096788 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc1976-4670-4fcd-8f43-42e0baedb446 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:24.155498 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e007a6f6-1298-41f1-a3e7-d3174288873a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525824'] for network, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:24.236611 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e007a6f6-1298-41f1-a3e7-d3174288873a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1451156', 'neutron.services.segments.db._delete_segments_for_network-8766773786049'] for network, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:24.246095 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.services.segments.db [None req-e007a6f6-1298-41f1-a3e7-d3174288873a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf97376-b497-4150-b1dc-23dbab1e6d82']}} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:48:24.255989 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.services.segments.db [None req-e007a6f6-1298-41f1-a3e7-d3174288873a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b85f54a-c6fd-43e4-90e3-ad72135ba128') {'for_net_delete': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:48:24.256281 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.services.segments.db [None req-e007a6f6-1298-41f1-a3e7-d3174288873a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b85f54a-c6fd-43e4-90e3-ad72135ba128') {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:48:24.265547 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e007a6f6-1298-41f1-a3e7-d3174288873a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766773797205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127559295'] for segment, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:24.279416 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e007a6f6-1298-41f1-a3e7-d3174288873a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417'] for segment, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:24.285236 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e007a6f6-1298-41f1-a3e7-d3174288873a admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=94635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:48:24.285613 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e007a6f6-1298-41f1-a3e7-d3174288873a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127207081'] for segment, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:24.287288 dv-cinder-760180-3-iscsi neutron-server[94635]: Traceback (most recent call last): Aug 31 01:48:24.287288 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:48:24.287288 dv-cinder-760180-3-iscsi neutron-server[94635]: timer() Aug 31 01:48:24.287288 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:48:24.287288 dv-cinder-760180-3-iscsi neutron-server[94635]: cb(*args, **kw) Aug 31 01:48:24.287288 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:48:24.287288 dv-cinder-760180-3-iscsi neutron-server[94635]: return func(*args, **kwargs) Aug 31 01:48:24.287288 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:48:24.287288 dv-cinder-760180-3-iscsi neutron-server[94635]: self._notify() Aug 31 01:48:24.287288 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:48:24.287288 dv-cinder-760180-3-iscsi neutron-server[94635]: self.callback(batched_events) Aug 31 01:48:24.287288 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:48:24.287288 dv-cinder-760180-3-iscsi neutron-server[94635]: event.method(event) Aug 31 01:48:24.287288 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:48:24.287288 dv-cinder-760180-3-iscsi neutron-server[94635]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:48:24.287288 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:48:24.287288 dv-cinder-760180-3-iscsi neutron-server[94635]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:48:24.287288 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:48:24.287288 dv-cinder-760180-3-iscsi neutron-server[94635]: return f(self, *a, **k) Aug 31 01:48:24.287288 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:48:24.287288 dv-cinder-760180-3-iscsi neutron-server[94635]: return self._get(url).json() Aug 31 01:48:24.287288 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:48:24.287288 dv-cinder-760180-3-iscsi neutron-server[94635]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:48:24.287288 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:48:24.287288 dv-cinder-760180-3-iscsi neutron-server[94635]: return self.request(url, 'GET', **kwargs) Aug 31 01:48:24.287288 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:48:24.287288 dv-cinder-760180-3-iscsi neutron-server[94635]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:48:24.287288 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:48:24.287288 dv-cinder-760180-3-iscsi neutron-server[94635]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:48:24.287288 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:48:24.287288 dv-cinder-760180-3-iscsi neutron-server[94635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:48:24.287288 dv-cinder-760180-3-iscsi neutron-server[94635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:48:24.407109 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e007a6f6-1298-41f1-a3e7-d3174288873a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1451149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371993'] for network, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:24.412831 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-e007a6f6-1298-41f1-a3e7-d3174288873a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for network, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:24.414724 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-e007a6f6-1298-41f1-a3e7-d3174288873a admin admin] 10.222.0.43 "DELETE /v2.0/networks/dbf97376-b497-4150-b1dc-23dbab1e6d82 HTTP/1.1" status: 204 len: 168 time: 0.3263400 Aug 31 01:48:24.425978 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007a6f6-1298-41f1-a3e7-d3174288873a admin admin] Pushing event deleted for resources: {'Network': ['ID=dbf97376-b497-4150-b1dc-23dbab1e6d82,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:24.432999 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e007a6f6-1298-41f1-a3e7-d3174288873a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:24.433352 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e007a6f6-1298-41f1-a3e7-d3174288873a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:24.433687 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e007a6f6-1298-41f1-a3e7-d3174288873a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:24.434021 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e007a6f6-1298-41f1-a3e7-d3174288873a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:24.434350 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e007a6f6-1298-41f1-a3e7-d3174288873a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:24.434708 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e007a6f6-1298-41f1-a3e7-d3174288873a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:24.435035 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e007a6f6-1298-41f1-a3e7-d3174288873a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:24.435360 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e007a6f6-1298-41f1-a3e7-d3174288873a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:24.435688 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e007a6f6-1298-41f1-a3e7-d3174288873a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:24.436012 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e007a6f6-1298-41f1-a3e7-d3174288873a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:24.436330 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e007a6f6-1298-41f1-a3e7-d3174288873a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:24.436647 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e007a6f6-1298-41f1-a3e7-d3174288873a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:48:24.852462 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 47660) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:48:24.891628 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-b6a760a3-3aea-4c1d-bfac-601432dcab9e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ac5e7bbafd54469ba43a331f84b99940&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379331 Aug 31 01:48:24.894008 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 47662) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:48:24.939802 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b978e988-ba4a-4f06-9dad-d1791a2e790d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:24.960514 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b978e988-ba4a-4f06-9dad-d1791a2e790d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:25.110072 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b978e988-ba4a-4f06-9dad-d1791a2e790d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:25.112527 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-b978e988-ba4a-4f06-9dad-d1791a2e790d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:25.113667 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-b978e988-ba4a-4f06-9dad-d1791a2e790d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/36ddee2d-790f-4f4d-8527-9cfd51dcb94f HTTP/1.1" status: 204 len: 168 time: 0.2187166 Aug 31 01:48:25.121772 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b978e988-ba4a-4f06-9dad-d1791a2e790d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ddee2d-790f-4f4d-8527-9cfd51dcb94f,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:25.514678 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 47676) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:48:25.561905 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcd35114-e341-4486-9194-fd084ef7ceea admin admin] Deleting subnet d1cc8925-d749-48c1-8434-638e431c2b29 {{(pid=94634) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:48:25.565690 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dcd35114-e341-4486-9194-fd084ef7ceea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:25.602056 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dcd35114-e341-4486-9194-fd084ef7ceea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126401387'] for subnet, precommit_delete_associations {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:25.647477 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dcd35114-e341-4486-9194-fd084ef7ceea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1450095'] for subnet, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:25.835850 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dcd35114-e341-4486-9194-fd084ef7ceea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1450084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126575149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126404209'] for subnet, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:25.862258 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd35114-e341-4486-9194-fd084ef7ceea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1cc8925-d749-48c1-8434-638e431c2b29,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:25.867382 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-dcd35114-e341-4486-9194-fd084ef7ceea admin admin] Notify callbacks [] for subnet, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:25.870976 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-dcd35114-e341-4486-9194-fd084ef7ceea admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d1cc8925-d749-48c1-8434-638e431c2b29 HTTP/1.1" status: 204 len: 168 time: 0.3552756 Aug 31 01:48:25.871859 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 47678) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:48:25.936293 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-50ebf2f9-c031-4686-aeb4-1d1033a00a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525824'] for network, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:26.013908 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-50ebf2f9-c031-4686-aeb4-1d1033a00a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1451156', 'neutron.services.segments.db._delete_segments_for_network-8766773786049'] for network, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:26.023093 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.services.segments.db [None req-50ebf2f9-c031-4686-aeb4-1d1033a00a8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d94bf8f-7878-4280-a6ef-28561352e6b8']}} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:48:26.033369 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.services.segments.db [None req-50ebf2f9-c031-4686-aeb4-1d1033a00a8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f877361-b5de-4cb8-b4ea-5c11254ee9ac') {'for_net_delete': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:48:26.033662 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.services.segments.db [None req-50ebf2f9-c031-4686-aeb4-1d1033a00a8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f877361-b5de-4cb8-b4ea-5c11254ee9ac') {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:48:26.042979 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-50ebf2f9-c031-4686-aeb4-1d1033a00a8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766773797205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126401360'] for segment, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:26.056201 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-50ebf2f9-c031-4686-aeb4-1d1033a00a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417'] for segment, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:26.061879 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50ebf2f9-c031-4686-aeb4-1d1033a00a8d admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94634) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:48:26.062206 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-50ebf2f9-c031-4686-aeb4-1d1033a00a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126575255'] for segment, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:26.063818 dv-cinder-760180-3-iscsi neutron-server[94634]: Traceback (most recent call last): Aug 31 01:48:26.063818 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:48:26.063818 dv-cinder-760180-3-iscsi neutron-server[94634]: timer() Aug 31 01:48:26.063818 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:48:26.063818 dv-cinder-760180-3-iscsi neutron-server[94634]: cb(*args, **kw) Aug 31 01:48:26.063818 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:48:26.063818 dv-cinder-760180-3-iscsi neutron-server[94634]: return func(*args, **kwargs) Aug 31 01:48:26.063818 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:48:26.063818 dv-cinder-760180-3-iscsi neutron-server[94634]: self._notify() Aug 31 01:48:26.063818 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:48:26.063818 dv-cinder-760180-3-iscsi neutron-server[94634]: self.callback(batched_events) Aug 31 01:48:26.063818 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:48:26.063818 dv-cinder-760180-3-iscsi neutron-server[94634]: event.method(event) Aug 31 01:48:26.063818 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:48:26.063818 dv-cinder-760180-3-iscsi neutron-server[94634]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:48:26.063818 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:48:26.063818 dv-cinder-760180-3-iscsi neutron-server[94634]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:48:26.063818 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:48:26.063818 dv-cinder-760180-3-iscsi neutron-server[94634]: return f(self, *a, **k) Aug 31 01:48:26.063818 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:48:26.063818 dv-cinder-760180-3-iscsi neutron-server[94634]: return self._get(url).json() Aug 31 01:48:26.063818 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:48:26.063818 dv-cinder-760180-3-iscsi neutron-server[94634]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:48:26.063818 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:48:26.063818 dv-cinder-760180-3-iscsi neutron-server[94634]: return self.request(url, 'GET', **kwargs) Aug 31 01:48:26.063818 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:48:26.063818 dv-cinder-760180-3-iscsi neutron-server[94634]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:48:26.063818 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:48:26.063818 dv-cinder-760180-3-iscsi neutron-server[94634]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:48:26.063818 dv-cinder-760180-3-iscsi neutron-server[94634]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:48:26.063818 dv-cinder-760180-3-iscsi neutron-server[94634]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:48:26.063818 dv-cinder-760180-3-iscsi neutron-server[94634]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:48:26.178616 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-50ebf2f9-c031-4686-aeb4-1d1033a00a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1451149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371993'] for network, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:26.183766 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-50ebf2f9-c031-4686-aeb4-1d1033a00a8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for network, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:26.185732 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-50ebf2f9-c031-4686-aeb4-1d1033a00a8d admin admin] 10.222.0.43 "DELETE /v2.0/networks/9d94bf8f-7878-4280-a6ef-28561352e6b8 HTTP/1.1" status: 204 len: 168 time: 0.3129530 Aug 31 01:48:26.188549 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 47680) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:48:26.197016 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ebf2f9-c031-4686-aeb4-1d1033a00a8d admin admin] Pushing event deleted for resources: {'Network': ['ID=9d94bf8f-7878-4280-a6ef-28561352e6b8,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:26.231907 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.db_base_plugin_v2 [None req-a53bfb9b-1769-4bf9-99b8-115ec5911366 admin admin] Deleting subnet 5029a22d-b4d4-4a93-9dbf-9cb0e284ce2e {{(pid=94635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 01:48:26.234929 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a53bfb9b-1769-4bf9-99b8-115ec5911366 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:26.270508 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a53bfb9b-1769-4bf9-99b8-115ec5911366 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127559236'] for subnet, precommit_delete_associations {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:26.306924 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a53bfb9b-1769-4bf9-99b8-115ec5911366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1450095'] for subnet, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:26.435848 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a53bfb9b-1769-4bf9-99b8-115ec5911366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1450084', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597615', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127206931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125832479'] for subnet, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:26.461844 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53bfb9b-1769-4bf9-99b8-115ec5911366 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5029a22d-b4d4-4a93-9dbf-9cb0e284ce2e,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:26.464392 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a53bfb9b-1769-4bf9-99b8-115ec5911366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for subnet, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:26.466179 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-a53bfb9b-1769-4bf9-99b8-115ec5911366 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5029a22d-b4d4-4a93-9dbf-9cb0e284ce2e HTTP/1.1" status: 204 len: 168 time: 0.2766702 Aug 31 01:48:26.468617 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 47682) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:48:26.536237 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-628142ec-658f-4e2a-a13e-56c61599c3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525824'] for network, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:26.610148 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-628142ec-658f-4e2a-a13e-56c61599c3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1451156', 'neutron.services.segments.db._delete_segments_for_network-8766773786049'] for network, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:26.619976 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.services.segments.db [None req-628142ec-658f-4e2a-a13e-56c61599c3a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6ec04cb-d1f7-48b3-96d8-4322284db015']}} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:48:26.629581 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.services.segments.db [None req-628142ec-658f-4e2a-a13e-56c61599c3a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c7c901d-0d3b-4c4e-9f3f-4795f9ecdf51') {'for_net_delete': True} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:48:26.629868 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.services.segments.db [None req-628142ec-658f-4e2a-a13e-56c61599c3a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c7c901d-0d3b-4c4e-9f3f-4795f9ecdf51') {} {{(pid=94635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 01:48:26.638838 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-628142ec-658f-4e2a-a13e-56c61599c3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766773797205', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127559295'] for segment, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:26.651772 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-628142ec-658f-4e2a-a13e-56c61599c3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417'] for segment, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:26.659316 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-628142ec-658f-4e2a-a13e-56c61599c3a0 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 01:48:26.659705 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-628142ec-658f-4e2a-a13e-56c61599c3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1455417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127207081'] for segment, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:26.661318 dv-cinder-760180-3-iscsi neutron-server[94635]: Traceback (most recent call last): Aug 31 01:48:26.661318 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 01:48:26.661318 dv-cinder-760180-3-iscsi neutron-server[94635]: timer() Aug 31 01:48:26.661318 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 01:48:26.661318 dv-cinder-760180-3-iscsi neutron-server[94635]: cb(*args, **kw) Aug 31 01:48:26.661318 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 01:48:26.661318 dv-cinder-760180-3-iscsi neutron-server[94635]: return func(*args, **kwargs) Aug 31 01:48:26.661318 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 01:48:26.661318 dv-cinder-760180-3-iscsi neutron-server[94635]: self._notify() Aug 31 01:48:26.661318 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 01:48:26.661318 dv-cinder-760180-3-iscsi neutron-server[94635]: self.callback(batched_events) Aug 31 01:48:26.661318 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 01:48:26.661318 dv-cinder-760180-3-iscsi neutron-server[94635]: event.method(event) Aug 31 01:48:26.661318 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 01:48:26.661318 dv-cinder-760180-3-iscsi neutron-server[94635]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 01:48:26.661318 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 01:48:26.661318 dv-cinder-760180-3-iscsi neutron-server[94635]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 01:48:26.661318 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 01:48:26.661318 dv-cinder-760180-3-iscsi neutron-server[94635]: return f(self, *a, **k) Aug 31 01:48:26.661318 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 01:48:26.661318 dv-cinder-760180-3-iscsi neutron-server[94635]: return self._get(url).json() Aug 31 01:48:26.661318 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 01:48:26.661318 dv-cinder-760180-3-iscsi neutron-server[94635]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 01:48:26.661318 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 01:48:26.661318 dv-cinder-760180-3-iscsi neutron-server[94635]: return self.request(url, 'GET', **kwargs) Aug 31 01:48:26.661318 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 01:48:26.661318 dv-cinder-760180-3-iscsi neutron-server[94635]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 01:48:26.661318 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 01:48:26.661318 dv-cinder-760180-3-iscsi neutron-server[94635]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 01:48:26.661318 dv-cinder-760180-3-iscsi neutron-server[94635]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 01:48:26.661318 dv-cinder-760180-3-iscsi neutron-server[94635]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 01:48:26.661318 dv-cinder-760180-3-iscsi neutron-server[94635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 01:48:26.812860 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-628142ec-658f-4e2a-a13e-56c61599c3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1451149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-371993'] for network, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:26.819108 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-628142ec-658f-4e2a-a13e-56c61599c3a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619358'] for network, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:26.820936 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-628142ec-658f-4e2a-a13e-56c61599c3a0 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a6ec04cb-d1f7-48b3-96d8-4322284db015 HTTP/1.1" status: 204 len: 168 time: 0.3514371 Aug 31 01:48:26.831672 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628142ec-658f-4e2a-a13e-56c61599c3a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6ec04cb-d1f7-48b3-96d8-4322284db015,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:27.284787 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 47686) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:48:27.323361 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-4b2a49b5-469d-429d-af05-2367707d7bd1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4f8761f54bff40d69b76e470c7f0ac5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374045 Aug 31 01:48:27.325768 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 47688) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:48:27.372084 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c76803e8-8764-4f23-8e73-f8bf1bbeabaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:27.392164 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c76803e8-8764-4f23-8e73-f8bf1bbeabaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:27.555673 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c76803e8-8764-4f23-8e73-f8bf1bbeabaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:27.558279 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c76803e8-8764-4f23-8e73-f8bf1bbeabaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:27.559543 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-c76803e8-8764-4f23-8e73-f8bf1bbeabaf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7e6e7283-aecd-4b09-abd1-141bc679e40d HTTP/1.1" status: 204 len: 168 time: 0.2328813 Aug 31 01:48:27.567121 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76803e8-8764-4f23-8e73-f8bf1bbeabaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6e7283-aecd-4b09-abd1-141bc679e40d,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:28.183026 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 47694) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:48:28.224762 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-671fa58c-2aa5-472e-bfd0-386a42971d85 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c6980a817edd47aab10110b63de21ce3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406151 Aug 31 01:48:28.227225 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 47696) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:48:28.272368 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-97613ff4-53a0-438c-ad1d-bddcb25af8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:28.292051 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-97613ff4-53a0-438c-ad1d-bddcb25af8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:28.451848 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-97613ff4-53a0-438c-ad1d-bddcb25af8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:28.454408 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-97613ff4-53a0-438c-ad1d-bddcb25af8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:28.455571 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-97613ff4-53a0-438c-ad1d-bddcb25af8a3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/333b41f2-6bbc-4c37-8767-b982079ec82f HTTP/1.1" status: 204 len: 168 time: 0.2274942 Aug 31 01:48:28.464258 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97613ff4-53a0-438c-ad1d-bddcb25af8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333b41f2-6bbc-4c37-8767-b982079ec82f,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:30.079744 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 47726) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:48:30.179813 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a71bd2e8-e9a6-470a-8e28-65805e4bb6ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:30.263459 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a71bd2e8-e9a6-470a-8e28-65805e4bb6ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:30.321264 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-a71bd2e8-e9a6-470a-8e28-65805e4bb6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:30.358973 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-a71bd2e8-e9a6-470a-8e28-65805e4bb6ae admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9f1f6ad9357b4b398fc1802bad590922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2781916 Aug 31 01:48:30.360141 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71bd2e8-e9a6-470a-8e28-65805e4bb6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f122d0f6-f031-4de8-a746-32af6be0b837,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:30.361794 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 47730) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:48:30.409249 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1d69e767-0461-46f0-a517-258c8636acb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:30.430059 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1d69e767-0461-46f0-a517-258c8636acb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:30.567283 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1d69e767-0461-46f0-a517-258c8636acb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:30.569771 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-1d69e767-0461-46f0-a517-258c8636acb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:30.570944 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-1d69e767-0461-46f0-a517-258c8636acb2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f122d0f6-f031-4de8-a746-32af6be0b837 HTTP/1.1" status: 204 len: 168 time: 0.2081592 Aug 31 01:48:30.580632 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d69e767-0461-46f0-a517-258c8636acb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f122d0f6-f031-4de8-a746-32af6be0b837,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:32.066066 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 47760) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:48:32.166287 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5d1105cb-0792-437d-94cc-daa740777111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:32.250856 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5d1105cb-0792-437d-94cc-daa740777111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:32.309747 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-5d1105cb-0792-437d-94cc-daa740777111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:32.349408 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-5d1105cb-0792-437d-94cc-daa740777111 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=48504d3aa1ba4b31ab8c7fc15899c8ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2821600 Aug 31 01:48:32.350425 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1105cb-0792-437d-94cc-daa740777111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04f4a5a-ab3c-4096-9bb2-cf14a7158934,revision_number=1']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:32.351971 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 47764) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:48:32.402339 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c2b82526-8e16-419f-a1c9-b26e8d18681e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:32.422739 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c2b82526-8e16-419f-a1c9-b26e8d18681e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:32.544254 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c2b82526-8e16-419f-a1c9-b26e8d18681e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:32.546750 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-c2b82526-8e16-419f-a1c9-b26e8d18681e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:32.547867 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-c2b82526-8e16-419f-a1c9-b26e8d18681e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b04f4a5a-ab3c-4096-9bb2-cf14a7158934 HTTP/1.1" status: 204 len: 168 time: 0.1949043 Aug 31 01:48:32.555530 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b82526-8e16-419f-a1c9-b26e8d18681e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04f4a5a-ab3c-4096-9bb2-cf14a7158934,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:48:36.617510 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-b31cda4f-1fda-4522-b09d-95368b9ec2c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:39.001290 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-e826f0ce-e843-46d0-9c31-e5fd533f57e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:39.441448 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:40.178978 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:42.213119 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:48:44.670094 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:00.698055 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:49:06.613150 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-1ed230ea-2b92-4b79-b03d-34fd00be5624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:09.053413 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-85c59130-656e-4d77-96c7-0c6fbe182df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:09.373147 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:10.173854 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:12.160493 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:14.565002 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 48018) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:49:14.666064 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3f0b86ac-ae46-4bb9-aafb-d53ddc603b38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:14.727652 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:14.751699 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3f0b86ac-ae46-4bb9-aafb-d53ddc603b38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:14.830809 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-3f0b86ac-ae46-4bb9-aafb-d53ddc603b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:14.867288 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b86ac-ae46-4bb9-aafb-d53ddc603b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0b63ed-6cb7-43f2-973d-be6327824191,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:49:14.871670 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-3f0b86ac-ae46-4bb9-aafb-d53ddc603b38 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6df31c28c64d48308192111c4a330a46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3056672 Aug 31 01:49:14.878584 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.wsgi [-] (94634) accepted ('10.222.0.43', 48022) {{(pid=94634) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:49:14.924042 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-acd866d8-1555-449d-a300-020c90e573fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:14.945247 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-acd866d8-1555-449d-a300-020c90e573fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:15.048478 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-acd866d8-1555-449d-a300-020c90e573fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:15.051005 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-acd866d8-1555-449d-a300-020c90e573fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:15.052169 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [None req-acd866d8-1555-449d-a300-020c90e573fa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1e0b63ed-6cb7-43f2-973d-be6327824191 HTTP/1.1" status: 204 len: 168 time: 0.1767313 Aug 31 01:49:15.059474 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd866d8-1555-449d-a300-020c90e573fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0b63ed-6cb7-43f2-973d-be6327824191,revision_number=None']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:49:18.016005 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-a6db1e0c-80e9-4ee3-8fbf-47dd9d489f5a tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=913bf6212cc64d7190e2590f1457cacc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294869 Aug 31 01:49:18.193219 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-cb1cc0a2-3ebd-4cd7-95f3-c57c6f0c1ebe tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:49:18.194553 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-cb1cc0a2-3ebd-4cd7-95f3-c57c6f0c1ebe tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1734242 Aug 31 01:49:18.209081 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-29a59faa-7467-4b63-b2f4-6bac361d20ae tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] 10.222.0.43 "GET /v2.0/quotas/913bf6212cc64d7190e2590f1457cacc HTTP/1.1" status: 200 len: 375 time: 0.0088222 Aug 31 01:49:18.240658 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-f7a3e96a-d08f-47aa-8c4e-c6ae4cc91b11 tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=913bf6212cc64d7190e2590f1457cacc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264251 Aug 31 01:49:18.519841 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-da287fc9-3f2d-48f5-905b-b83fddc4ecb2 req-56f2f3d6-a6c8-431a-a77e-2a9be0022442 tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] 10.222.0.43 "GET /v2.0/ports?device_id=52c7dcb1-269e-4393-82bf-401b33470d9a HTTP/1.1" status: 200 len: 210 time: 0.0291920 Aug 31 01:49:19.610105 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-c3677cd1-fa4d-451a-9892-00b5b58db5dd req-7d696a58-d06c-4921-bad4-17b1c430be14 tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] 10.222.0.43 "GET /v2.0/ports?device_id=52c7dcb1-269e-4393-82bf-401b33470d9a HTTP/1.1" status: 200 len: 210 time: 0.0255289 Aug 31 01:49:20.556372 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-0d2a6eaf-30bc-4b92-85d5-a993bcbf7675 tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=913bf6212cc64d7190e2590f1457cacc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287836 Aug 31 01:49:20.720852 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8057424b-35ad-4a08-bf4b-7f011b4fbf69 req-e5f9e090-5891-408c-bfa2-0a3e4b0fa975 tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] 10.222.0.43 "GET /v2.0/ports?device_id=52c7dcb1-269e-4393-82bf-401b33470d9a HTTP/1.1" status: 200 len: 210 time: 0.0449388 Aug 31 01:49:20.765396 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-35d6cc07-d673-4be8-84b0-b1e8736c56b8 tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:49:20.766847 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-35d6cc07-d673-4be8-84b0-b1e8736c56b8 tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2039144 Aug 31 01:49:20.779773 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-781ee182-7bab-4a07-9b6e-2645abe819fa tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Request body: {'port': {'device_id': '52c7dcb1-269e-4393-82bf-401b33470d9a', 'network_id': 'da40e3d9-dc01-4cfb-9a9c-7a57572a3c5d', 'admin_state_up': True, 'tenant_id': '913bf6212cc64d7190e2590f1457cacc'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:49:20.990788 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-781ee182-7bab-4a07-9b6e-2645abe819fa tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Made reservation on behalf of 913bf6212cc64d7190e2590f1457cacc for: {'port': 1} {{(pid=94635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 01:49:20.994620 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-781ee182-7bab-4a07-9b6e-2645abe819fa tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:21.004217 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-781ee182-7bab-4a07-9b6e-2645abe819fa tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Notify callbacks [] for security_group, before_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:21.092882 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-781ee182-7bab-4a07-9b6e-2645abe819fa tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Notify callbacks [] for security_group, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:21.189081 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-781ee182-7bab-4a07-9b6e-2645abe819fa tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:21.247051 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ee182-7bab-4a07-9b6e-2645abe819fa tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b48134-0aba-4c5b-91d0-702da546aa15,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:49:21.321406 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.db_base_plugin_common [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-781ee182-7bab-4a07-9b6e-2645abe819fa tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Allocated IP 192.168.233.182 (da40e3d9-dc01-4cfb-9a9c-7a57572a3c5d/0100b8f6-6a08-4139-b681-e2e88aa2b7ed/74780531-0108-4c3a-b489-8b2c674e7bff) {{(pid=94635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 01:49:21.460865 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-781ee182-7bab-4a07-9b6e-2645abe819fa tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Notify callbacks [] for port, precommit_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:21.473716 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-781ee182-7bab-4a07-9b6e-2645abe819fa tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Transition to ACTIVE for port object 74780531-0108-4c3a-b489-8b2c674e7bff will not be triggered until provisioned by entity DHCP. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:49:21.612266 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-781ee182-7bab-4a07-9b6e-2645abe819fa tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766773235222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_create {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:21.655245 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-781ee182-7bab-4a07-9b6e-2645abe819fa tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Network da40e3d9-dc01-4cfb-9a9c-7a57572a3c5d is already hosted by enough agents. {{(pid=94635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 01:49:21.658256 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.scheduler.base_scheduler [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-781ee182-7bab-4a07-9b6e-2645abe819fa tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Resources bound (agent type, host, resource id): {{(pid=94635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 01:49:21.661928 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-781ee182-7bab-4a07-9b6e-2645abe819fa tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Received port after_create {{(pid=94635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 01:49:21.668014 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ee182-7bab-4a07-9b6e-2645abe819fa tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Pushing event updated for resources: {'Port': ['ID=74780531-0108-4c3a-b489-8b2c674e7bff,revision_number=1']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:49:21.715800 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-781ee182-7bab-4a07-9b6e-2645abe819fa tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:49:21.715800 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-781ee182-7bab-4a07-9b6e-2645abe819fa tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for port, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:21.825764 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-781ee182-7bab-4a07-9b6e-2645abe819fa tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0497813 Aug 31 01:49:21.838657 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.v2.base [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-24f7d98d-d14e-4fb3-958e-44a5bebd16f0 service neutron] Request body: {'port': {'device_id': '52c7dcb1-269e-4393-82bf-401b33470d9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 01:49:21.838877 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657a6d1-4275-4e5d-8fa9-a573cbb06cf4 req-cbae573d-9e38-4fad-a565-c7e5511d79e3 tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:49:21.840952 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-b657a6d1-4275-4e5d-8fa9-a573cbb06cf4 req-cbae573d-9e38-4fad-a565-c7e5511d79e3 tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] 10.222.0.43 "GET /v2.0/ports?device_id=52c7dcb1-269e-4393-82bf-401b33470d9a HTTP/1.1" status: 200 len: 936 time: 0.0506594 Aug 31 01:49:21.878724 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-b657a6d1-4275-4e5d-8fa9-a573cbb06cf4 req-dd1b3806-d2df-4adc-bc5a-695c55a327a2 tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2b48134-0aba-4c5b-91d0-702da546aa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316417 Aug 31 01:49:21.894863 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-24f7d98d-d14e-4fb3-958e-44a5bebd16f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:21.926330 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-4e8cf96a-7e2c-4595-a8be-29ee09dffa9e None None] Provisioning for port 74780531-0108-4c3a-b489-8b2c674e7bff completed by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:49:21.930756 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-4e8cf96a-7e2c-4595-a8be-29ee09dffa9e None None] Provisioning complete for port 74780531-0108-4c3a-b489-8b2c674e7bff triggered by entity DHCP. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:49:21.931067 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-4e8cf96a-7e2c-4595-a8be-29ee09dffa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:21.965779 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-4e8cf96a-7e2c-4595-a8be-29ee09dffa9e None None] Port 74780531-0108-4c3a-b489-8b2c674e7bff cannot update to ACTIVE because it is not bound. {{(pid=94636) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 01:49:22.144413 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.notifiers.nova [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-24f7d98d-d14e-4fb3-958e-44a5bebd16f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74780531-0108-4c3a-b489-8b2c674e7bff {{(pid=94635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:49:22.151682 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-24f7d98d-d14e-4fb3-958e-44a5bebd16f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:22.163027 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.provisioning_blocks [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-24f7d98d-d14e-4fb3-958e-44a5bebd16f0 service neutron] Transition to ACTIVE for port object 74780531-0108-4c3a-b489-8b2c674e7bff will not be triggered until provisioned by entity L2. {{(pid=94635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 01:49:22.258802 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-24f7d98d-d14e-4fb3-958e-44a5bebd16f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127206981'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:22.308907 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f7d98d-d14e-4fb3-958e-44a5bebd16f0 service neutron] Pushing event updated for resources: {'Port': ['ID=74780531-0108-4c3a-b489-8b2c674e7bff,revision_number=2']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:49:22.376275 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-24f7d98d-d14e-4fb3-958e-44a5bebd16f0 service neutron] Attempting to bind port 74780531-0108-4c3a-b489-8b2c674e7bff on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 01:49:22.376607 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-24f7d98d-d14e-4fb3-958e-44a5bebd16f0 service neutron] Attempting to bind port 74780531-0108-4c3a-b489-8b2c674e7bff by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': '50d79a7b-533c-4924-bd58-4afc0ed7b6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'da40e3d9-dc01-4cfb-9a9c-7a57572a3c5d'}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 01:49:22.376937 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-24f7d98d-d14e-4fb3-958e-44a5bebd16f0 service neutron] Attempting to bind port 74780531-0108-4c3a-b489-8b2c674e7bff on network da40e3d9-dc01-4cfb-9a9c-7a57572a3c5d {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:49:22.381371 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-24f7d98d-d14e-4fb3-958e-44a5bebd16f0 service neutron] Port 74780531-0108-4c3a-b489-8b2c674e7bff on network da40e3d9-dc01-4cfb-9a9c-7a57572a3c5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 01:49:22.381687 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-24f7d98d-d14e-4fb3-958e-44a5bebd16f0 service neutron] Attempting to bind port 74780531-0108-4c3a-b489-8b2c674e7bff on network da40e3d9-dc01-4cfb-9a9c-7a57572a3c5d {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 01:49:22.386628 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-24f7d98d-d14e-4fb3-958e-44a5bebd16f0 service neutron] Checking agent: {'id': 'eda6ee24-af74-4eb1-946c-b1b8388ec369', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 1, 7, 44), 'started_at': datetime.datetime(2021, 8, 31, 1, 7, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 1, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 01:49:22.386968 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-24f7d98d-d14e-4fb3-958e-44a5bebd16f0 service neutron] Checking segment: {'id': '50d79a7b-533c-4924-bd58-4afc0ed7b6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'da40e3d9-dc01-4cfb-9a9c-7a57572a3c5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 01:49:22.387348 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-24f7d98d-d14e-4fb3-958e-44a5bebd16f0 service neutron] Bound using segment: {'id': '50d79a7b-533c-4924-bd58-4afc0ed7b6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'da40e3d9-dc01-4cfb-9a9c-7a57572a3c5d'} {{(pid=94635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 01:49:22.387773 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.managers [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-24f7d98d-d14e-4fb3-958e-44a5bebd16f0 service neutron] Bound port: 74780531-0108-4c3a-b489-8b2c674e7bff, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50d79a7b-533c-4924-bd58-4afc0ed7b6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'da40e3d9-dc01-4cfb-9a9c-7a57572a3c5d'}}] {{(pid=94635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 01:49:22.388136 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-24f7d98d-d14e-4fb3-958e-44a5bebd16f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:22.452521 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-24f7d98d-d14e-4fb3-958e-44a5bebd16f0 service neutron] For port 74780531-0108-4c3a-b489-8b2c674e7bff, host hv-cinder-76018, cleared binding levels {{(pid=94635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 01:49:22.455567 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-24f7d98d-d14e-4fb3-958e-44a5bebd16f0 service neutron] For port 74780531-0108-4c3a-b489-8b2c674e7bff, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=74780531-0108-4c3a-b489-8b2c674e7bff,segment=NetworkSegment(50d79a7b-533c-4924-bd58-4afc0ed7b6eb),segment_id=50d79a7b-533c-4924-bd58-4afc0ed7b6eb)] {{(pid=94635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 01:49:22.555388 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-24f7d98d-d14e-4fb3-958e-44a5bebd16f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127206981'] for port, after_update {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:22.589444 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-24f7d98d-d14e-4fb3-958e-44a5bebd16f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:49:22.590054 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-24f7d98d-d14e-4fb3-958e-44a5bebd16f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for port, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:22.591443 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-24f7d98d-d14e-4fb3-958e-44a5bebd16f0 service neutron] 10.222.0.72 "PUT /v2.0/ports/74780531-0108-4c3a-b489-8b2c674e7bff HTTP/1.1" status: 200 len: 1098 time: 0.7570415 Aug 31 01:49:22.591864 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c7dcb1-269e-4393-82bf-401b33470d9a', 'tag': '74780531-0108-4c3a-b489-8b2c674e7bff'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:49:22.594113 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b881214d57cd1965c46d5ffcb12adc10c1d351a412fd4a0d5151f09a2b3a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006fd479-5c23-4109-ab65-94e891e28de2" -d '{"events": [{"name": "network-changed", "server_uuid": "52c7dcb1-269e-4393-82bf-401b33470d9a", "tag": "74780531-0108-4c3a-b489-8b2c674e7bff"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:49:22.619146 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f7d98d-d14e-4fb3-958e-44a5bebd16f0 service neutron] Pushing event updated for resources: {'Port': ['ID=74780531-0108-4c3a-b489-8b2c674e7bff,revision_number=3']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:49:22.642354 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 01:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814e13c3-d90d-4e84-9653-155c6a3b5c99 x-openstack-request-id: req-814e13c3-d90d-4e84-9653-155c6a3b5c99 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:49:22.642686 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52c7dcb1-269e-4393-82bf-401b33470d9a", "tag": "74780531-0108-4c3a-b489-8b2c674e7bff", "status": "completed", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:49:22.642938 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-814e13c3-d90d-4e84-9653-155c6a3b5c99 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:49:22.643333 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52c7dcb1-269e-4393-82bf-401b33470d9a', 'tag': '74780531-0108-4c3a-b489-8b2c674e7bff', 'status': 'completed', 'code': 200} Aug 31 01:49:22.703098 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006fd479-5c23-4109-ab65-94e891e28de2 req-13659f64-0a12-443b-9262-a8a94d36bcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:49:22.704622 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-006fd479-5c23-4109-ab65-94e891e28de2 req-13659f64-0a12-443b-9262-a8a94d36bcb8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=913bf6212cc64d7190e2590f1457cacc&device_id=52c7dcb1-269e-4393-82bf-401b33470d9a HTTP/1.1" status: 200 len: 1101 time: 0.0414529 Aug 31 01:49:22.736329 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-006fd479-5c23-4109-ab65-94e891e28de2 req-60f95fb5-ca4e-405a-a55f-e8c7639b3519 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=913bf6212cc64d7190e2590f1457cacc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229192 Aug 31 01:49:22.827300 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006fd479-5c23-4109-ab65-94e891e28de2 req-cc7d1ec2-184d-4918-b90e-cd951b0171f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:49:22.828775 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-006fd479-5c23-4109-ab65-94e891e28de2 req-cc7d1ec2-184d-4918-b90e-cd951b0171f4 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0861640 Aug 31 01:49:22.903714 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-6e6d4cac-9b1d-4e41-b394-f6d8e77b7c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:49:22.905040 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-6e6d4cac-9b1d-4e41-b394-f6d8e77b7c18 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=913bf6212cc64d7190e2590f1457cacc&device_id=52c7dcb1-269e-4393-82bf-401b33470d9a HTTP/1.1" status: 200 len: 1101 time: 0.0398376 Aug 31 01:49:22.950515 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-3816fc8b-0cc2-47c7-9fdc-9ca2f73bb551 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=74780531-0108-4c3a-b489-8b2c674e7bff HTTP/1.1" status: 200 len: 217 time: 0.0378191 Aug 31 01:49:23.000629 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-200b00d1-c831-40bf-a606-4573815d6f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:49:23.002080 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-200b00d1-c831-40bf-a606-4573815d6f6f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0100b8f6-6a08-4139-b681-e2e88aa2b7ed HTTP/1.1" status: 200 len: 843 time: 0.0451455 Aug 31 01:49:23.004698 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7ed55-b3b0-4549-be24-c56b00761898 req-6767cb9e-7a4e-412d-af8c-575aa467b034 tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:49:23.006892 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-e5a7ed55-b3b0-4549-be24-c56b00761898 req-6767cb9e-7a4e-412d-af8c-575aa467b034 tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] 10.222.0.43 "GET /v2.0/ports?device_id=52c7dcb1-269e-4393-82bf-401b33470d9a HTTP/1.1" status: 200 len: 948 time: 0.0535715 Aug 31 01:49:23.046008 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-e5a7ed55-b3b0-4549-be24-c56b00761898 req-c047c785-d547-4d17-a64c-ab48d95cc844 tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2b48134-0aba-4c5b-91d0-702da546aa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331933 Aug 31 01:49:23.046647 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-812d2e37-de74-4584-bf8c-4b231a9aea1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:49:23.048126 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-812d2e37-de74-4584-bf8c-4b231a9aea1a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=da40e3d9-dc01-4cfb-9a9c-7a57572a3c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0391624 Aug 31 01:49:23.138791 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-5afc559c-a31f-44f4-aa3f-6389ff50c47e service neutron] 10.222.0.72 "GET /v2.0/networks/da40e3d9-dc01-4cfb-9a9c-7a57572a3c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836394 Aug 31 01:49:23.224125 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5b3678e2-37ba-4ee9-9a24-e2fa37d3b9f0 req-36a0a648-e52c-4121-af80-76ac448ce656 service neutron] 10.222.0.72 "GET /v2.0/networks/da40e3d9-dc01-4cfb-9a9c-7a57572a3c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787890 Aug 31 01:49:24.161354 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15e127-3055-4435-a7c2-9603e2ad7424 req-3244b21c-bea5-476b-8375-aa393481c17c tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:49:24.162796 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0b15e127-3055-4435-a7c2-9603e2ad7424 req-3244b21c-bea5-476b-8375-aa393481c17c tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] 10.222.0.43 "GET /v2.0/ports?device_id=52c7dcb1-269e-4393-82bf-401b33470d9a HTTP/1.1" status: 200 len: 948 time: 0.0484073 Aug 31 01:49:24.203179 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-0b15e127-3055-4435-a7c2-9603e2ad7424 req-365b42f5-b767-4ed0-bd01-14ded4543067 tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2b48134-0aba-4c5b-91d0-702da546aa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346189 Aug 31 01:49:25.312670 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e1c80-cccc-46f1-8896-2ed8f31eb7a0 req-6acfb472-1e42-46ec-9174-e0c97932fd98 tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:49:25.314101 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-261e1c80-cccc-46f1-8896-2ed8f31eb7a0 req-6acfb472-1e42-46ec-9174-e0c97932fd98 tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] 10.222.0.43 "GET /v2.0/ports?device_id=52c7dcb1-269e-4393-82bf-401b33470d9a HTTP/1.1" status: 200 len: 948 time: 0.0473106 Aug 31 01:49:25.351156 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-261e1c80-cccc-46f1-8896-2ed8f31eb7a0 req-b17a1e9f-678e-4b34-a4d7-bbd67e66995b tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2b48134-0aba-4c5b-91d0-702da546aa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312161 Aug 31 01:49:25.580883 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 74780531-0108-4c3a-b489-8b2c674e7bff details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94636) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 01:49:25.672517 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 74780531-0108-4c3a-b489-8b2c674e7bff, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=74780531-0108-4c3a-b489-8b2c674e7bff,segment=NetworkSegment(50d79a7b-533c-4924-bd58-4afc0ed7b6eb),segment_id=50d79a7b-533c-4924-bd58-4afc0ed7b6eb)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:49:25.683588 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Returning: {'device': '74780531-0108-4c3a-b489-8b2c674e7bff', 'network_id': 'da40e3d9-dc01-4cfb-9a9c-7a57572a3c5d', 'port_id': '74780531-0108-4c3a-b489-8b2c674e7bff', 'mac_address': 'fa:16:3e:d1:48:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0100b8f6-6a08-4139-b681-e2e88aa2b7ed', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94636) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 01:49:25.718515 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:25.730578 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74780531-0108-4c3a-b489-8b2c674e7bff {{(pid=94636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 01:49:25.748677 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 74780531-0108-4c3a-b489-8b2c674e7bff, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=74780531-0108-4c3a-b489-8b2c674e7bff,segment=NetworkSegment(50d79a7b-533c-4924-bd58-4afc0ed7b6eb),segment_id=50d79a7b-533c-4924-bd58-4afc0ed7b6eb)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:49:25.871471 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:25.921505 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=74780531-0108-4c3a-b489-8b2c674e7bff,revision_number=4']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:49:25.928260 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:49:25.928600 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:49:25.928938 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:49:25.929269 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:49:25.929593 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:49:25.929915 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:49:25.930238 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:49:25.930579 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:49:25.930902 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:49:25.931222 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:49:25.931544 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:49:25.932523 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:49:26.088808 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] get_ports_and_sgs() called for port_ids ['74780531-0108-4c3a-b489-8b2c674e7bff'] {{(pid=94636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:49:26.461144 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e673ea-bb43-4b52-bb63-5264c0e2c25a req-0c6331a8-7e3e-4e1a-a2bc-4cbb0fe59226 tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:49:26.462614 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b4e673ea-bb43-4b52-bb63-5264c0e2c25a req-0c6331a8-7e3e-4e1a-a2bc-4cbb0fe59226 tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] 10.222.0.43 "GET /v2.0/ports?device_id=52c7dcb1-269e-4393-82bf-401b33470d9a HTTP/1.1" status: 200 len: 949 time: 0.0475111 Aug 31 01:49:26.499126 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-b4e673ea-bb43-4b52-bb63-5264c0e2c25a req-f93d2771-6eda-4d1a-a205-a6c5b0c3a04c tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2b48134-0aba-4c5b-91d0-702da546aa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302498 Aug 31 01:49:27.603038 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 74780531-0108-4c3a-b489-8b2c674e7bff up at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 01:49:27.610095 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54738e41-db36-426a-bfee-bd0623d5ce3e req-fe3c1a78-504a-4871-9b67-23dd7c5cb5af tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:49:27.611635 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-54738e41-db36-426a-bfee-bd0623d5ce3e req-fe3c1a78-504a-4871-9b67-23dd7c5cb5af tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] 10.222.0.43 "GET /v2.0/ports?device_id=52c7dcb1-269e-4393-82bf-401b33470d9a HTTP/1.1" status: 200 len: 949 time: 0.0479257 Aug 31 01:49:27.649373 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-54738e41-db36-426a-bfee-bd0623d5ce3e req-32722383-6e10-4b9f-9126-63308a74e0cd tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2b48134-0aba-4c5b-91d0-702da546aa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316803 Aug 31 01:49:27.704624 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Provisioning for port 74780531-0108-4c3a-b489-8b2c674e7bff completed by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 01:49:27.708739 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.db.provisioning_blocks [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Provisioning complete for port 74780531-0108-4c3a-b489-8b2c674e7bff triggered by entity L2. {{(pid=94636) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 01:49:27.709109 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1447965'] for port, provisioning_complete {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:27.786012 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1522634'] for port, before_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:27.809269 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c7dcb1-269e-4393-82bf-401b33470d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74780531-0108-4c3a-b489-8b2c674e7bff'}] {{(pid=94636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:49:27.811778 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3d232dde22f81f13b8276e8d192a9956b8a1abe374d21fab87add1b29b36cc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88466f78-e821-490f-bb96-813409420694" -d '{"events": [{"server_uuid": "52c7dcb1-269e-4393-82bf-401b33470d9a", "name": "network-vif-plugged", "status": "completed", "tag": "74780531-0108-4c3a-b489-8b2c674e7bff"}]}' {{(pid=94636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:49:27.824124 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] For port 74780531-0108-4c3a-b489-8b2c674e7bff, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=74780531-0108-4c3a-b489-8b2c674e7bff,segment=NetworkSegment(50d79a7b-533c-4924-bd58-4afc0ed7b6eb),segment_id=50d79a7b-533c-4924-bd58-4afc0ed7b6eb)] {{(pid=94636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:49:27.848464 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f47a2cc-56e1-4ceb-b456-541c679553e2 x-openstack-request-id: req-4f47a2cc-56e1-4ceb-b456-541c679553e2 {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:49:27.848752 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c7dcb1-269e-4393-82bf-401b33470d9a", "name": "network-vif-plugged", "status": "completed", "tag": "74780531-0108-4c3a-b489-8b2c674e7bff", "code": 200}]} {{(pid=94636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:49:27.849003 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4f47a2cc-56e1-4ceb-b456-541c679553e2 {{(pid=94636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:49:27.849390 dv-cinder-760180-3-iscsi neutron-server[94636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c7dcb1-269e-4393-82bf-401b33470d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74780531-0108-4c3a-b489-8b2c674e7bff', 'code': 200} Aug 31 01:49:27.916799 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766773733075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766773235240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766773235258'] for port, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:27.964168 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Pushing event updated for resources: {'Port': ['ID=74780531-0108-4c3a-b489-8b2c674e7bff,revision_number=5']} {{(pid=94636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:49:28.160826 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c648ee-d3ef-4e6d-acca-57d7e4f44675 req-9fc49419-c77a-4fe2-a765-04d62d9da5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:49:28.162257 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e9c648ee-d3ef-4e6d-acca-57d7e4f44675 req-9fc49419-c77a-4fe2-a765-04d62d9da5d2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=52c7dcb1-269e-4393-82bf-401b33470d9a HTTP/1.1" status: 200 len: 1103 time: 0.0385890 Aug 31 01:49:28.195592 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-e9c648ee-d3ef-4e6d-acca-57d7e4f44675 req-0c38c3de-8511-4c42-ad38-e497a916b43f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c2b48134-0aba-4c5b-91d0-702da546aa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263257 Aug 31 01:49:28.764206 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a19d0-c635-42ea-b76c-8c4be198885c req-483070c8-6323-43c0-ad17-8a1d00786e3f tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:49:28.766137 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-f39a19d0-c635-42ea-b76c-8c4be198885c req-483070c8-6323-43c0-ad17-8a1d00786e3f tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] 10.222.0.43 "GET /v2.0/ports?device_id=52c7dcb1-269e-4393-82bf-401b33470d9a HTTP/1.1" status: 200 len: 950 time: 0.0500286 Aug 31 01:49:28.801782 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-f39a19d0-c635-42ea-b76c-8c4be198885c req-8dad2a72-c372-4596-a7c2-e8df089a633a tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2b48134-0aba-4c5b-91d0-702da546aa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298696 Aug 31 01:49:29.913970 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78dab7-8ae6-47e0-9e1d-0235675022cd req-388b88ae-f1a0-46ab-86de-9e023dea9ee0 tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:49:29.915404 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8a78dab7-8ae6-47e0-9e1d-0235675022cd req-388b88ae-f1a0-46ab-86de-9e023dea9ee0 tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] 10.222.0.43 "GET /v2.0/ports?device_id=52c7dcb1-269e-4393-82bf-401b33470d9a HTTP/1.1" status: 200 len: 950 time: 0.0473075 Aug 31 01:49:29.954800 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-8a78dab7-8ae6-47e0-9e1d-0235675022cd req-cbcc5145-9bc5-4395-a2fb-a7ccacb14be7 tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2b48134-0aba-4c5b-91d0-702da546aa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336957 Aug 31 01:49:30.463178 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903b096-dea9-48ce-ab91-36d311f90797 req-f59b96b4-f128-4125-9d77-2c30a927189f tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:49:30.464614 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5903b096-dea9-48ce-ab91-36d311f90797 req-f59b96b4-f128-4125-9d77-2c30a927189f tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] 10.222.0.43 "GET /v2.0/ports?device_id=52c7dcb1-269e-4393-82bf-401b33470d9a HTTP/1.1" status: 200 len: 950 time: 0.0487752 Aug 31 01:49:30.501558 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-5903b096-dea9-48ce-ab91-36d311f90797 req-edcde0a1-cca5-4ad4-92f0-48039a9463ba tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2b48134-0aba-4c5b-91d0-702da546aa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311971 Aug 31 01:49:31.616808 dv-cinder-760180-3-iscsi neutron-server[94634]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94670a-34d3-4993-bdea-192a29703965 req-85a117eb-87e7-4c46-8f3a-d62a190eaac6 tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94634) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:49:31.618180 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-4b94670a-34d3-4993-bdea-192a29703965 req-85a117eb-87e7-4c46-8f3a-d62a190eaac6 tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] 10.222.0.43 "GET /v2.0/ports?device_id=52c7dcb1-269e-4393-82bf-401b33470d9a HTTP/1.1" status: 200 len: 950 time: 0.0507896 Aug 31 01:49:31.655367 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-4b94670a-34d3-4993-bdea-192a29703965 req-a6a39ba7-adde-4798-bf0a-82c8a9ccc618 tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] 10.222.0.43 "GET /v2.0/security-groups?id=c2b48134-0aba-4c5b-91d0-702da546aa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305319 Aug 31 01:49:31.771837 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72c43c-e3c8-4812-aaac-b39cb9026b53 req-13eaa55d-c422-42c9-a4d5-9e17e53a80f2 tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 01:49:31.773248 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1a72c43c-e3c8-4812-aaac-b39cb9026b53 req-13eaa55d-c422-42c9-a4d5-9e17e53a80f2 tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] 10.222.0.72 "GET /v2.0/ports?device_id=52c7dcb1-269e-4393-82bf-401b33470d9a HTTP/1.1" status: 200 len: 950 time: 0.0478189 Aug 31 01:49:31.861015 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [req-1a72c43c-e3c8-4812-aaac-b39cb9026b53 req-b75c5371-8999-4486-8cf5-fc6ba720c29b tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Deleting port 74780531-0108-4c3a-b489-8b2c674e7bff {{(pid=94635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 01:49:31.861356 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-1a72c43c-e3c8-4812-aaac-b39cb9026b53 req-b75c5371-8999-4486-8cf5-fc6ba720c29b tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766773731350'] for port, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:31.946465 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.db [req-1a72c43c-e3c8-4812-aaac-b39cb9026b53 req-b75c5371-8999-4486-8cf5-fc6ba720c29b tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] For port 74780531-0108-4c3a-b489-8b2c674e7bff, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=74780531-0108-4c3a-b489-8b2c674e7bff,segment=NetworkSegment(50d79a7b-533c-4924-bd58-4afc0ed7b6eb),segment_id=50d79a7b-533c-4924-bd58-4afc0ed7b6eb)] {{(pid=94635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 01:49:31.946857 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-1a72c43c-e3c8-4812-aaac-b39cb9026b53 req-b75c5371-8999-4486-8cf5-fc6ba720c29b tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-369277'] for port, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:31.959340 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.plugins.ml2.plugin [req-1a72c43c-e3c8-4812-aaac-b39cb9026b53 req-b75c5371-8999-4486-8cf5-fc6ba720c29b tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Calling delete_port for 74780531-0108-4c3a-b489-8b2c674e7bff owned by compute:nova {{(pid=94635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 01:49:32.413428 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-1a72c43c-e3c8-4812-aaac-b39cb9026b53 req-b75c5371-8999-4486-8cf5-fc6ba720c29b tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1522573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619308', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766773733093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766773235231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127207036'] for port, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:32.425545 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.db [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] get_ports_and_sgs() called for port_ids ['74780531-0108-4c3a-b489-8b2c674e7bff'] {{(pid=94636) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 01:49:32.441656 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c5371-8999-4486-8cf5-fc6ba720c29b tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Pushing event deleted for resources: {'Port': ['ID=74780531-0108-4c3a-b489-8b2c674e7bff,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:49:32.453977 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c5371-8999-4486-8cf5-fc6ba720c29b tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:49:32.454332 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c5371-8999-4486-8cf5-fc6ba720c29b tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:49:32.454721 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c5371-8999-4486-8cf5-fc6ba720c29b tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:49:32.455032 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c5371-8999-4486-8cf5-fc6ba720c29b tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:49:32.455400 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c5371-8999-4486-8cf5-fc6ba720c29b tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:49:32.455736 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c5371-8999-4486-8cf5-fc6ba720c29b tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:49:32.456065 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c5371-8999-4486-8cf5-fc6ba720c29b tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:49:32.456391 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c5371-8999-4486-8cf5-fc6ba720c29b tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:49:32.456717 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c5371-8999-4486-8cf5-fc6ba720c29b tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:49:32.457041 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c5371-8999-4486-8cf5-fc6ba720c29b tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:49:32.457360 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c5371-8999-4486-8cf5-fc6ba720c29b tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:49:32.457700 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c5371-8999-4486-8cf5-fc6ba720c29b tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760180-3-iscsi {{(pid=94635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 01:49:32.493132 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a72c43c-e3c8-4812-aaac-b39cb9026b53 req-b75c5371-8999-4486-8cf5-fc6ba720c29b tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] No DVR routers for this DVR port 74780531-0108-4c3a-b489-8b2c674e7bff on host hv-cinder-76018 {{(pid=94635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 01:49:32.498239 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [req-1a72c43c-e3c8-4812-aaac-b39cb9026b53 req-b75c5371-8999-4486-8cf5-fc6ba720c29b tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-78360'] for port, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:32.498239 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [req-1a72c43c-e3c8-4812-aaac-b39cb9026b53 req-b75c5371-8999-4486-8cf5-fc6ba720c29b tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] 10.222.0.72 "DELETE /v2.0/ports/74780531-0108-4c3a-b489-8b2c674e7bff HTTP/1.1" status: 204 len: 173 time: 0.7183869 Aug 31 01:49:32.498239 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c7dcb1-269e-4393-82bf-401b33470d9a', 'name': 'network-vif-deleted', 'tag': '74780531-0108-4c3a-b489-8b2c674e7bff'}] {{(pid=94635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 01:49:32.500472 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b881214d57cd1965c46d5ffcb12adc10c1d351a412fd4a0d5151f09a2b3a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58432c01-e9d2-4afd-a23c-eedb7185dbc1" -d '{"events": [{"server_uuid": "52c7dcb1-269e-4393-82bf-401b33470d9a", "name": "network-vif-deleted", "tag": "74780531-0108-4c3a-b489-8b2c674e7bff"}]}' {{(pid=94635) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 01:49:32.538454 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 01:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b908822-275d-42a7-a0b4-0117843fd551 x-openstack-request-id: req-9b908822-275d-42a7-a0b4-0117843fd551 {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 01:49:32.538787 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c7dcb1-269e-4393-82bf-401b33470d9a", "name": "network-vif-deleted", "tag": "74780531-0108-4c3a-b489-8b2c674e7bff", "status": "completed", "code": 200}]} {{(pid=94635) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 01:49:32.539039 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9b908822-275d-42a7-a0b4-0117843fd551 {{(pid=94635) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 01:49:32.539494 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c7dcb1-269e-4393-82bf-401b33470d9a', 'name': 'network-vif-deleted', 'tag': '74780531-0108-4c3a-b489-8b2c674e7bff', 'status': 'completed', 'code': 200} Aug 31 01:49:32.746239 dv-cinder-760180-3-iscsi neutron-server[94634]: INFO neutron.wsgi [req-5f34a6e5-f256-4449-91db-a694cef7f7b8 req-f5ca8039-fe9f-450a-8d22-081afcc55a14 tempest-VolumesNegativeTest-1867913044 tempest-VolumesNegativeTest-1867913044-project] 10.222.0.43 "GET /v2.0/ports?device_id=52c7dcb1-269e-4393-82bf-401b33470d9a HTTP/1.1" status: 200 len: 210 time: 0.0250623 Aug 31 01:49:35.665710 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 74780531-0108-4c3a-b489-8b2c674e7bff no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 01:49:35.685561 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.plugin [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] No Port match for: 74780531-0108-4c3a-b489-8b2c674e7bff {{(pid=94636) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 01:49:35.686544 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron.plugins.ml2.rpc [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Device 74780531-0108-4c3a-b489-8b2c674e7bff not bound to the agent host hv-cinder-76018 {{(pid=94636) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 01:49:36.687143 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-96248891-2279-495a-9ec4-84b2e36fc582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:37.696655 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:49:39.031065 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-346ef376-37c6-4cd2-8f79-a37911642b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:39.413493 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:39.491229 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 48358) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:49:39.622318 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-b42d5df0-ee2e-465a-b5c0-be4a2892da29 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=913bf6212cc64d7190e2590f1457cacc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1299686 Aug 31 01:49:39.624764 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.wsgi [-] (94635) accepted ('10.222.0.43', 48362) {{(pid=94635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 01:49:39.669897 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-99d270d9-d15b-4d20-ae1e-bfaad7373c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:39.690257 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-99d270d9-d15b-4d20-ae1e-bfaad7373c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:39.823631 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-99d270d9-d15b-4d20-ae1e-bfaad7373c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600707'] for security_group, after_delete {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:39.826159 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron_lib.callbacks.manager [None req-99d270d9-d15b-4d20-ae1e-bfaad7373c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:39.827317 dv-cinder-760180-3-iscsi neutron-server[94635]: INFO neutron.wsgi [None req-99d270d9-d15b-4d20-ae1e-bfaad7373c53 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c2b48134-0aba-4c5b-91d0-702da546aa15 HTTP/1.1" status: 204 len: 168 time: 0.2016871 Aug 31 01:49:39.835456 dv-cinder-760180-3-iscsi neutron-server[94635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d270d9-d15b-4d20-ae1e-bfaad7373c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b48134-0aba-4c5b-91d0-702da546aa15,revision_number=None']} {{(pid=94635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 01:49:40.219455 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:42.171950 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:49:44.686494 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:06.613623 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-dc19b867-5182-4bb4-8360-aea582600558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:08.994944 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-71f3de9a-b986-44aa-beeb-207319c2b2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:09.413498 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:10.202162 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:12.277049 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:14.696175 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:50:14.711324 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:36.596670 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-dc8b425a-1b4d-46c5-9419-d147ba74ed0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:39.054089 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-978ff608-a81c-4c29-827f-05bb0167c196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:39.403270 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:40.218023 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:42.185644 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:44.722676 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:50:51.694396 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:51:06.614871 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-868f87d3-571d-4c76-a2d3-264f65747680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:09.054570 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-7df6b387-3a6a-45d0-9d73-cfdd1fff8c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:09.431511 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:10.203162 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:12.189768 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:14.740276 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:28.693066 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:51:36.609341 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-b79ae7a5-ca0e-4e78-a900-530808bbad12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:39.023841 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6959cef3-2e9a-472f-97d1-512f5deb42be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:39.386307 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:40.212956 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:42.178383 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:51:44.729193 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:05.691720 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:52:06.630623 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-a69b6275-0b42-4218-8c93-f70010d1c19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:09.026936 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-e922734e-e8e0-42e2-b07a-a0fd341dae02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:09.378533 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:10.238579 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:12.197902 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:14.746981 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:36.621122 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d975b568-a3cd-468b-a7fa-1d3f0887b1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:39.015797 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-bbdb01d9-fa45-42d4-8be3-65e15138d419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:39.404312 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:40.224186 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:42.238405 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:52:42.690272 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:52:44.739115 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:06.621152 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-fd94f024-920c-4503-b204-43b76bda90b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:09.104915 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-f053d6a2-7ccd-4b42-9a9a-9b8ba8d12a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:09.370023 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:10.216068 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:12.192740 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:14.758809 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:19.688787 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:53:36.624953 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-129de88d-aa56-44b7-8ab8-e9f5b4a135cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:39.019520 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-64282df2-b54a-4f07-a709-cc9ae0a2f41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:39.427822 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:40.236264 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:42.193661 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:44.753026 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:53:56.687924 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:54:06.639414 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-c4beb0b6-099b-4696-a786-c3441d62384d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:09.202225 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-4de1da34-6be7-4477-8035-f9c76399c614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:09.390660 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:10.227730 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:12.213874 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:14.745404 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:33.686199 dv-cinder-760180-3-iscsi neutron-server[94637]: DEBUG neutron.db.agents_db [None req-ebc662e9-3281-41eb-9c02-61f5077379e8 None None] Agent healthcheck: found 6 active agents {{(pid=94637) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 01:54:36.634096 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-48867078-e945-4f5f-9517-2c8d66a7571a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:39.242600 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-4a8f4b31-ad39-45be-8186-134204f9c8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:39.407866 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-d8dcd024-f7b7-4d1b-88bc-20187423f29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:40.262770 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-87576e61-f034-4517-a2b9-005f81e6dcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:42.208392 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-88e30860-2922-4153-9980-81ac4c0b48bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 01:54:44.771670 dv-cinder-760180-3-iscsi neutron-server[94636]: DEBUG neutron_lib.callbacks.manager [None req-6a72e20f-9835-4f51-85d2-690a3b4a4795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766773683420', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1448138'] for agent, after_update {{(pid=94636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}